2024-11-17 08:16:40,642 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-17 08:16:40,674 main DEBUG Took 0.029521 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 08:16:40,674 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 08:16:40,675 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 08:16:40,677 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 08:16:40,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:16:40,688 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 08:16:40,703 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:16:40,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:16:40,705 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:16:40,706 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:16:40,707 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:16:40,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:16:40,708 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:16:40,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:16:40,709 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:16:40,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:16:40,711 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:16:40,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:16:40,712 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:16:40,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:16:40,713 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:16:40,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:16:40,714 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:16:40,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:16:40,715 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:16:40,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:16:40,717 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:16:40,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:16:40,718 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:16:40,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:16:40,719 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:16:40,719 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 08:16:40,721 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:16:40,723 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 08:16:40,725 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 08:16:40,726 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 08:16:40,728 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 08:16:40,728 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 08:16:40,739 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 08:16:40,742 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 08:16:40,745 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 08:16:40,745 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 08:16:40,746 main DEBUG createAppenders(={Console}) 2024-11-17 08:16:40,747 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-17 08:16:40,747 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-17 08:16:40,748 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-17 08:16:40,748 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 08:16:40,749 main DEBUG OutputStream closed 2024-11-17 08:16:40,749 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 08:16:40,749 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 08:16:40,750 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-17 08:16:40,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 08:16:40,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 08:16:40,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 08:16:40,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 08:16:40,875 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 08:16:40,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 08:16:40,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 08:16:40,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 08:16:40,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 08:16:40,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 08:16:40,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 08:16:40,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 08:16:40,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 08:16:40,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 08:16:40,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 08:16:40,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 08:16:40,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 08:16:40,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 08:16:40,885 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 08:16:40,886 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-17 08:16:40,886 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 08:16:40,888 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-17T08:16:40,902 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-17 08:16:40,905 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 08:16:40,905 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T08:16:40,991 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=3295 2024-11-17T08:16:41,264 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-17T08:16:41,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f 2024-11-17T08:16:41,317 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/cluster_db435cc7-5973-f25f-b5af-04e8266064a6, deleteOnExit=true 2024-11-17T08:16:41,441 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/cluster_db435cc7-5973-f25f-b5af-04e8266064a6/zookeeper_0, clientPort=62242, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/cluster_db435cc7-5973-f25f-b5af-04e8266064a6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/cluster_db435cc7-5973-f25f-b5af-04e8266064a6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T08:16:41,454 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62242 2024-11-17T08:16:41,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:16:41,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:16:41,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/test.cache.data in system properties and HBase conf 2024-11-17T08:16:41,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:16:41,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:16:41,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:16:41,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:16:41,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:16:41,566 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T08:16:41,660 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:16:41,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:16:41,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:16:41,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:16:41,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:16:41,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:16:41,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:16:41,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:16:41,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:16:41,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:16:41,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:16:41,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:16:41,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:16:41,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:16:41,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:16:42,776 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T08:16:42,855 INFO [Time-limited test {}] log.Log(170): Logging initialized @3136ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T08:16:42,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:16:42,996 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:16:43,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:16:43,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:16:43,018 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:16:43,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:16:43,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:16:43,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:16:43,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/java.io.tmpdir/jetty-localhost-39697-hadoop-hdfs-3_4_1-tests_jar-_-any-12436847638058172968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:16:43,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:39697} 2024-11-17T08:16:43,207 INFO [Time-limited test {}] server.Server(415): Started @3489ms 2024-11-17T08:16:44,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:16:44,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:16:44,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:16:44,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:16:44,023 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:16:44,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:16:44,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:16:44,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/java.io.tmpdir/jetty-localhost-45753-hadoop-hdfs-3_4_1-tests_jar-_-any-2521672338591651026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:16:44,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:45753} 2024-11-17T08:16:44,122 INFO [Time-limited test {}] server.Server(415): Started @4404ms 2024-11-17T08:16:44,173 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:16:45,165 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/cluster_db435cc7-5973-f25f-b5af-04e8266064a6/data/data2/current/BP-395755650-172.17.0.3-1731831402192/current, will proceed with Du for space computation calculation, 2024-11-17T08:16:45,165 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/cluster_db435cc7-5973-f25f-b5af-04e8266064a6/data/data1/current/BP-395755650-172.17.0.3-1731831402192/current, will proceed with Du for space computation calculation, 2024-11-17T08:16:45,191 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:16:45,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe85a3fb85b12025c with lease ID 0x5661ecc78ccdd9f6: Processing first storage report for DS-7e90ab21-d8c9-4fd1-896d-4faf23ff242e from datanode DatanodeRegistration(127.0.0.1:39713, datanodeUuid=eab0211e-fc8a-4994-bfae-82920f69d945, infoPort=43273, infoSecurePort=0, ipcPort=39691, storageInfo=lv=-57;cid=testClusterID;nsid=1811831920;c=1731831402192) 2024-11-17T08:16:45,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe85a3fb85b12025c with lease ID 0x5661ecc78ccdd9f6: from storage DS-7e90ab21-d8c9-4fd1-896d-4faf23ff242e node DatanodeRegistration(127.0.0.1:39713, datanodeUuid=eab0211e-fc8a-4994-bfae-82920f69d945, infoPort=43273, infoSecurePort=0, ipcPort=39691, storageInfo=lv=-57;cid=testClusterID;nsid=1811831920;c=1731831402192), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-17T08:16:45,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe85a3fb85b12025c with lease ID 0x5661ecc78ccdd9f6: Processing first storage report for DS-752fe8be-61fa-478e-a572-400cc82e3bf7 from datanode DatanodeRegistration(127.0.0.1:39713, datanodeUuid=eab0211e-fc8a-4994-bfae-82920f69d945, infoPort=43273, infoSecurePort=0, ipcPort=39691, storageInfo=lv=-57;cid=testClusterID;nsid=1811831920;c=1731831402192) 2024-11-17T08:16:45,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe85a3fb85b12025c with lease ID 0x5661ecc78ccdd9f6: from storage DS-752fe8be-61fa-478e-a572-400cc82e3bf7 node DatanodeRegistration(127.0.0.1:39713, datanodeUuid=eab0211e-fc8a-4994-bfae-82920f69d945, infoPort=43273, infoSecurePort=0, ipcPort=39691, storageInfo=lv=-57;cid=testClusterID;nsid=1811831920;c=1731831402192), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:16:45,264 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f 2024-11-17T08:16:45,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:16:45,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:16:45,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:16:45,886 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370 with version=8 2024-11-17T08:16:45,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/hbase-staging 2024-11-17T08:16:45,969 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T08:16:46,177 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:16:46,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:16:46,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:16:46,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:16:46,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:16:46,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:16:46,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:16:46,374 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T08:16:46,381 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T08:16:46,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:16:46,406 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10977 (auto-detected) 2024-11-17T08:16:46,407 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-17T08:16:46,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46577 2024-11-17T08:16:46,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46577 connecting to ZooKeeper ensemble=127.0.0.1:62242 2024-11-17T08:16:46,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465770x0, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:16:46,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46577-0x10147de07760000 connected 2024-11-17T08:16:46,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:16:46,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:16:46,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on znode that does not yet exist, /0-562946974/running 2024-11-17T08:16:46,681 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370, hbase.cluster.distributed=false 2024-11-17T08:16:46,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on znode that does not yet exist, /0-562946974/acl 2024-11-17T08:16:46,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46577 2024-11-17T08:16:46,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46577 2024-11-17T08:16:46,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46577 2024-11-17T08:16:46,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46577 2024-11-17T08:16:46,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46577 2024-11-17T08:16:46,807 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:16:46,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:16:46,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:16:46,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:16:46,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:16:46,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:16:46,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:16:46,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:16:46,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40513 2024-11-17T08:16:46,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40513 connecting to ZooKeeper ensemble=127.0.0.1:62242 2024-11-17T08:16:46,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:16:46,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:16:46,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405130x0, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:16:46,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405130x0, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on znode that does not yet exist, /0-562946974/running 2024-11-17T08:16:46,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40513-0x10147de07760001 connected 2024-11-17T08:16:46,835 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:16:46,843 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:16:46,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on znode that does not yet exist, /0-562946974/master 2024-11-17T08:16:46,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on znode that does not yet exist, /0-562946974/acl 2024-11-17T08:16:46,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40513 2024-11-17T08:16:46,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40513 2024-11-17T08:16:46,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40513 2024-11-17T08:16:46,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40513 2024-11-17T08:16:46,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40513 2024-11-17T08:16:46,868 DEBUG [M:0;e3d0adb87c01:46577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:46577 2024-11-17T08:16:46,869 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-562946974/backup-masters/e3d0adb87c01,46577,1731831406022 2024-11-17T08:16:46,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974/backup-masters 2024-11-17T08:16:46,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974/backup-masters 2024-11-17T08:16:46,885 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on existing znode=/0-562946974/backup-masters/e3d0adb87c01,46577,1731831406022 2024-11-17T08:16:46,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:16:46,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-562946974/master 2024-11-17T08:16:46,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:16:46,915 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on existing znode=/0-562946974/master 2024-11-17T08:16:46,916 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-562946974/backup-masters/e3d0adb87c01,46577,1731831406022 from backup master directory 2024-11-17T08:16:46,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974/backup-masters 2024-11-17T08:16:46,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-562946974/backup-masters/e3d0adb87c01,46577,1731831406022 2024-11-17T08:16:46,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974/backup-masters 2024-11-17T08:16:46,926 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:16:46,927 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,46577,1731831406022 2024-11-17T08:16:46,929 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T08:16:46,931 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T08:16:46,981 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/hbase.id] with ID: 07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a 2024-11-17T08:16:46,981 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/.tmp/hbase.id 2024-11-17T08:16:46,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:16:47,396 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/.tmp/hbase.id]:[hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/hbase.id] 2024-11-17T08:16:47,444 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:16:47,450 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:16:47,470 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-17T08:16:47,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:16:47,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:16:47,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:16:47,948 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:16:47,950 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:16:47,963 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:16:47,967 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:16:47,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:16:48,413 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store 2024-11-17T08:16:48,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:16:48,840 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T08:16:48,844 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:16:48,845 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:16:48,845 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:16:48,846 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:16:48,847 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:16:48,847 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:16:48,847 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:16:48,849 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831408845Disabling compacts and flushes for region at 1731831408845Disabling writes for close at 1731831408847 (+2 ms)Writing region close event to WAL at 1731831408847Closed at 1731831408847 2024-11-17T08:16:48,851 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/.initializing 2024-11-17T08:16:48,852 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/WALs/e3d0adb87c01,46577,1731831406022 2024-11-17T08:16:48,860 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:16:48,875 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C46577%2C1731831406022, suffix=, logDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/WALs/e3d0adb87c01,46577,1731831406022, archiveDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/oldWALs, maxLogs=10 2024-11-17T08:16:48,897 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/WALs/e3d0adb87c01,46577,1731831406022/e3d0adb87c01%2C46577%2C1731831406022.1731831408879, exclude list is [], retry=0 2024-11-17T08:16:48,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39713,DS-7e90ab21-d8c9-4fd1-896d-4faf23ff242e,DISK] 2024-11-17T08:16:48,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T08:16:48,947 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/WALs/e3d0adb87c01,46577,1731831406022/e3d0adb87c01%2C46577%2C1731831406022.1731831408879 2024-11-17T08:16:48,948 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-17T08:16:48,949 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:16:48,949 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:16:48,952 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:48,953 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:48,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:49,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:16:49,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:49,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:49,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:49,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:16:49,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:49,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:16:49,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:49,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:16:49,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:49,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:16:49,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:49,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:16:49,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:49,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:16:49,028 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:49,031 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:49,033 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:49,038 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:49,038 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:49,041 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:16:49,046 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:49,050 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:16:49,052 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66542380, jitterRate=-0.008441269397735596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:16:49,059 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831408964Initializing all the Stores at 1731831408966 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831408967 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831408968 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831408968Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831408968Cleaning up temporary data from old regions at 1731831409038 (+70 ms)Region opened successfully at 1731831409059 (+21 ms) 2024-11-17T08:16:49,061 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:16:49,091 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c178afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:16:49,117 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:16:49,127 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:16:49,127 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:16:49,130 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:16:49,131 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T08:16:49,136 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-17T08:16:49,136 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:16:49,160 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:16:49,168 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Unable to get data of znode /0-562946974/balancer because node does not exist (not necessarily an error) 2024-11-17T08:16:49,220 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-562946974/balancer already deleted, retry=false 2024-11-17T08:16:49,223 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:16:49,226 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Unable to get data of znode /0-562946974/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:16:49,230 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-562946974/normalizer already deleted, retry=false 2024-11-17T08:16:49,233 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:16:49,237 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Unable to get data of znode /0-562946974/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:16:49,329 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-562946974/switch/split already deleted, retry=false 2024-11-17T08:16:49,334 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Unable to get data of znode /0-562946974/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:16:49,357 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-562946974/switch/merge already deleted, retry=false 2024-11-17T08:16:49,379 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Unable to get data of znode /0-562946974/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:16:49,388 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-562946974/snapshot-cleanup already deleted, retry=false 2024-11-17T08:16:49,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-562946974/running 2024-11-17T08:16:49,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-562946974/running 2024-11-17T08:16:49,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:16:49,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:16:49,402 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,46577,1731831406022, sessionid=0x10147de07760000, setting cluster-up flag (Was=false) 2024-11-17T08:16:49,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:16:49,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:16:49,462 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-562946974/flush-table-proc/acquired, /0-562946974/flush-table-proc/reached, /0-562946974/flush-table-proc/abort 2024-11-17T08:16:49,466 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,46577,1731831406022 2024-11-17T08:16:49,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:16:49,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:16:49,525 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-562946974/online-snapshot/acquired, /0-562946974/online-snapshot/reached, /0-562946974/online-snapshot/abort 2024-11-17T08:16:49,527 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,46577,1731831406022 2024-11-17T08:16:49,536 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:16:49,562 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(746): ClusterId : 07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a 2024-11-17T08:16:49,565 DEBUG [RS:0;e3d0adb87c01:40513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:16:49,580 DEBUG [RS:0;e3d0adb87c01:40513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:16:49,580 DEBUG [RS:0;e3d0adb87c01:40513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:16:49,589 DEBUG [RS:0;e3d0adb87c01:40513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:16:49,590 DEBUG [RS:0;e3d0adb87c01:40513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb8721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:16:49,604 DEBUG [RS:0;e3d0adb87c01:40513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:40513 2024-11-17T08:16:49,607 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:16:49,607 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:16:49,607 DEBUG [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:16:49,610 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,46577,1731831406022 with port=40513, startcode=1731831406775 2024-11-17T08:16:49,612 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:16:49,619 DEBUG [RS:0;e3d0adb87c01:40513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:16:49,620 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:16:49,626 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:16:49,631 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,46577,1731831406022 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:16:49,638 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:16:49,638 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:16:49,638 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:16:49,639 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:16:49,639 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:16:49,639 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:49,639 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:16:49,639 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:49,644 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831439644 2024-11-17T08:16:49,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:16:49,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:16:49,645 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:16:49,646 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:16:49,650 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:16:49,650 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:16:49,650 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:16:49,650 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:16:49,652 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:49,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:16:49,651 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:49,655 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:16:49,656 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:16:49,658 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:16:49,659 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:16:49,659 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:16:49,663 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46577 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T08:16:49,664 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:16:49,664 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:16:49,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:16:49,668 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831409666,5,FailOnTimeoutGroup] 2024-11-17T08:16:49,671 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831409668,5,FailOnTimeoutGroup] 2024-11-17T08:16:49,671 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:49,672 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:16:49,673 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:49,673 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:49,687 DEBUG [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T08:16:49,687 WARN [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T08:16:49,790 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,46577,1731831406022 with port=40513, startcode=1731831406775 2024-11-17T08:16:49,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46577 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,40513,1731831406775 2024-11-17T08:16:49,798 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46577 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,40513,1731831406775 2024-11-17T08:16:49,806 DEBUG [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370 2024-11-17T08:16:49,806 DEBUG [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42335 2024-11-17T08:16:49,806 DEBUG [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:16:49,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974/rs 2024-11-17T08:16:49,820 DEBUG [RS:0;e3d0adb87c01:40513 {}] zookeeper.ZKUtil(111): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on existing znode=/0-562946974/rs/e3d0adb87c01,40513,1731831406775 2024-11-17T08:16:49,820 WARN [RS:0;e3d0adb87c01:40513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:16:49,820 INFO [RS:0;e3d0adb87c01:40513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:16:49,821 DEBUG [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775 2024-11-17T08:16:49,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,40513,1731831406775] 2024-11-17T08:16:49,847 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:16:49,862 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:16:49,866 INFO [RS:0;e3d0adb87c01:40513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:16:49,866 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:49,867 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:16:49,871 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:16:49,873 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:49,873 DEBUG [RS:0;e3d0adb87c01:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:49,873 DEBUG [RS:0;e3d0adb87c01:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:49,873 DEBUG [RS:0;e3d0adb87c01:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:49,873 DEBUG [RS:0;e3d0adb87c01:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:49,874 DEBUG [RS:0;e3d0adb87c01:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:49,874 DEBUG [RS:0;e3d0adb87c01:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:16:49,874 DEBUG [RS:0;e3d0adb87c01:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:49,874 DEBUG [RS:0;e3d0adb87c01:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:49,874 DEBUG [RS:0;e3d0adb87c01:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:49,874 DEBUG [RS:0;e3d0adb87c01:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:49,874 DEBUG [RS:0;e3d0adb87c01:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:49,874 DEBUG [RS:0;e3d0adb87c01:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:49,875 DEBUG [RS:0;e3d0adb87c01:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:16:49,875 DEBUG [RS:0;e3d0adb87c01:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:16:49,876 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:49,876 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:49,876 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:49,876 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:49,876 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:49,876 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,40513,1731831406775-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:16:49,895 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:16:49,896 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,40513,1731831406775-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:49,896 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:49,897 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.Replication(171): e3d0adb87c01,40513,1731831406775 started 2024-11-17T08:16:49,912 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:49,913 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,40513,1731831406775, RpcServer on e3d0adb87c01/172.17.0.3:40513, sessionid=0x10147de07760001 2024-11-17T08:16:49,913 DEBUG [RS:0;e3d0adb87c01:40513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:16:49,913 DEBUG [RS:0;e3d0adb87c01:40513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,40513,1731831406775 2024-11-17T08:16:49,914 DEBUG [RS:0;e3d0adb87c01:40513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,40513,1731831406775' 2024-11-17T08:16:49,914 DEBUG [RS:0;e3d0adb87c01:40513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-562946974/flush-table-proc/abort' 2024-11-17T08:16:49,915 DEBUG [RS:0;e3d0adb87c01:40513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-562946974/flush-table-proc/acquired' 2024-11-17T08:16:49,915 DEBUG [RS:0;e3d0adb87c01:40513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:16:49,915 DEBUG [RS:0;e3d0adb87c01:40513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:16:49,916 DEBUG [RS:0;e3d0adb87c01:40513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,40513,1731831406775 2024-11-17T08:16:49,916 DEBUG [RS:0;e3d0adb87c01:40513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,40513,1731831406775' 2024-11-17T08:16:49,916 DEBUG [RS:0;e3d0adb87c01:40513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-562946974/online-snapshot/abort' 2024-11-17T08:16:49,916 DEBUG [RS:0;e3d0adb87c01:40513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-562946974/online-snapshot/acquired' 2024-11-17T08:16:49,917 DEBUG [RS:0;e3d0adb87c01:40513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:16:49,917 INFO [RS:0;e3d0adb87c01:40513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:16:49,917 INFO [RS:0;e3d0adb87c01:40513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:16:50,030 INFO [RS:0;e3d0adb87c01:40513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:16:50,033 INFO [RS:0;e3d0adb87c01:40513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C40513%2C1731831406775, suffix=, logDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775, archiveDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/oldWALs, maxLogs=10 2024-11-17T08:16:50,048 DEBUG [RS:0;e3d0adb87c01:40513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036, exclude list is [], retry=0 2024-11-17T08:16:50,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39713,DS-7e90ab21-d8c9-4fd1-896d-4faf23ff242e,DISK] 2024-11-17T08:16:50,055 INFO [RS:0;e3d0adb87c01:40513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036 2024-11-17T08:16:50,055 DEBUG [RS:0;e3d0adb87c01:40513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-17T08:16:50,069 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:16:50,070 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370 2024-11-17T08:16:50,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:16:50,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:16:50,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:16:50,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:16:50,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:50,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:50,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:16:50,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:16:50,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:50,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:50,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:16:50,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:16:50,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:50,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:50,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:16:50,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:16:50,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:50,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:50,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:16:50,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740 2024-11-17T08:16:50,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740 2024-11-17T08:16:50,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:16:50,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:16:50,510 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:16:50,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:16:50,515 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:16:50,516 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58862363, jitterRate=-0.12288244068622589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:16:50,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831410486Initializing all the Stores at 1731831410489 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831410489Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831410489Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831410490 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831410490Cleaning up temporary data from old regions at 1731831410509 (+19 ms)Region opened successfully at 1731831410520 (+11 ms) 2024-11-17T08:16:50,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:16:50,520 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:16:50,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:16:50,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:16:50,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:16:50,521 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:16:50,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831410520Disabling compacts and flushes for region at 1731831410520Disabling writes for close at 1731831410520Writing region close event to WAL at 1731831410521 (+1 ms)Closed at 1731831410521 2024-11-17T08:16:50,524 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:16:50,524 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:16:50,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:16:50,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:16:50,540 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:16:50,692 DEBUG [e3d0adb87c01:46577 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:16:50,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,40513,1731831406775 2024-11-17T08:16:50,710 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,40513,1731831406775, state=OPENING 2024-11-17T08:16:50,832 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:16:50,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:16:50,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:16:50,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-562946974/meta-region-server: CHANGED 2024-11-17T08:16:50,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-562946974/meta-region-server: CHANGED 2024-11-17T08:16:50,858 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:16:50,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,40513,1731831406775}] 2024-11-17T08:16:51,035 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:16:51,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:16:51,049 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:16:51,050 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:16:51,050 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:16:51,054 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C40513%2C1731831406775.meta, suffix=.meta, logDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775, archiveDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/oldWALs, maxLogs=10 2024-11-17T08:16:51,069 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.meta.1731831411055.meta, exclude list is [], retry=0 2024-11-17T08:16:51,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39713,DS-7e90ab21-d8c9-4fd1-896d-4faf23ff242e,DISK] 2024-11-17T08:16:51,075 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.meta.1731831411055.meta 2024-11-17T08:16:51,076 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-17T08:16:51,076 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:16:51,080 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:16:51,081 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:16:51,084 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:16:51,086 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:16:51,089 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:16:51,090 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:16:51,090 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:16:51,090 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:16:51,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:16:51,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:16:51,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:51,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:51,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:16:51,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:16:51,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:51,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:51,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:16:51,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:16:51,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:51,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:51,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:16:51,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:16:51,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:51,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:51,105 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:16:51,106 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740 2024-11-17T08:16:51,109 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740 2024-11-17T08:16:51,111 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:16:51,111 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:16:51,112 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:16:51,114 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:16:51,116 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70231202, jitterRate=0.0465264618396759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:16:51,117 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:16:51,118 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831411091Writing region info on filesystem at 1731831411091Initializing all the Stores at 1731831411093 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831411093Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831411093Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831411093Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831411093Cleaning up temporary data from old regions at 1731831411111 (+18 ms)Running coprocessor post-open hooks at 1731831411117 (+6 ms)Region opened successfully at 1731831411118 (+1 ms) 2024-11-17T08:16:51,125 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831411028 2024-11-17T08:16:51,136 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:16:51,136 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:16:51,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,40513,1731831406775 2024-11-17T08:16:51,140 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,40513,1731831406775, state=OPEN 2024-11-17T08:16:51,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-562946974/meta-region-server 2024-11-17T08:16:51,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-562946974/meta-region-server 2024-11-17T08:16:51,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-562946974/meta-region-server: CHANGED 2024-11-17T08:16:51,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-562946974/meta-region-server: CHANGED 2024-11-17T08:16:51,203 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,40513,1731831406775 2024-11-17T08:16:51,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:16:51,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,40513,1731831406775 in 342 msec 2024-11-17T08:16:51,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:16:51,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 685 msec 2024-11-17T08:16:51,222 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:16:51,222 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:16:51,239 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:16:51,240 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,40513,1731831406775, seqNum=-1] 2024-11-17T08:16:51,258 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:16:51,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:16:51,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7110 sec 2024-11-17T08:16:51,279 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831411279, completionTime=-1 2024-11-17T08:16:51,281 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:16:51,282 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:16:51,305 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:16:51,305 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831471305 2024-11-17T08:16:51,306 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831531305 2024-11-17T08:16:51,306 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec 2024-11-17T08:16:51,308 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46577,1731831406022-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:51,308 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46577,1731831406022-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:51,308 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46577,1731831406022-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:51,309 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:46577, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:51,310 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:51,310 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:51,316 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:16:51,337 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.410sec 2024-11-17T08:16:51,338 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:16:51,339 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:16:51,340 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:16:51,341 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:16:51,341 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:16:51,342 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46577,1731831406022-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:16:51,342 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46577,1731831406022-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:16:51,351 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:16:51,352 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:16:51,352 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46577,1731831406022-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:51,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:51,374 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T08:16:51,374 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T08:16:51,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,46577,-1 for getting cluster id 2024-11-17T08:16:51,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:16:51,387 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a' 2024-11-17T08:16:51,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:16:51,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a" 2024-11-17T08:16:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11d50b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,46577,-1] 2024-11-17T08:16:51,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:16:51,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:51,398 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:16:51,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:51,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:16:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,40513,1731831406775, seqNum=-1] 2024-11-17T08:16:51,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:16:51,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:16:51,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,46577,1731831406022 2024-11-17T08:16:51,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62242 2024-11-17T08:16:51,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:16:51,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10147de07760002 connected 2024-11-17T08:16:51,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/hadoop.log.dir so I do NOT create it in target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729 2024-11-17T08:16:51,489 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:16:51,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/hadoop.tmp.dir so I do NOT create it in target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729 2024-11-17T08:16:51,489 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:16:51,489 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729 2024-11-17T08:16:51,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:16:51,489 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/cluster_f4166e0f-2eb0-df39-3e50-5a85ba0db2ce, deleteOnExit=true 2024-11-17T08:16:51,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:16:51,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/test.cache.data in system properties and HBase conf 2024-11-17T08:16:51,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:16:51,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:16:51,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:16:51,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:16:51,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:16:51,490 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:16:51,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:16:51,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:16:51,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:16:51,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:16:51,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:16:51,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:16:51,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:16:51,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:16:51,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:16:51,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:16:51,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:16:51,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:16:51,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:16:51,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:16:51,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:16:51,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:16:51,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:16:51,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:16:51,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:16:51,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:16:51,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:16:51,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:16:52,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/java.io.tmpdir/jetty-localhost-43169-hadoop-hdfs-3_4_1-tests_jar-_-any-9010544489010013716/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:16:52,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:43169} 2024-11-17T08:16:52,033 INFO [Time-limited test {}] server.Server(415): Started @12314ms 2024-11-17T08:16:52,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:16:52,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:16:52,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:16:52,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:16:52,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:16:52,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:16:52,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:16:52,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/java.io.tmpdir/jetty-localhost-37571-hadoop-hdfs-3_4_1-tests_jar-_-any-8324761491214283071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:16:52,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:37571} 2024-11-17T08:16:52,482 INFO [Time-limited test {}] server.Server(415): Started @12764ms 2024-11-17T08:16:52,484 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:16:53,187 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/cluster_f4166e0f-2eb0-df39-3e50-5a85ba0db2ce/data/data1/current/BP-1157954434-172.17.0.3-1731831411527/current, will proceed with Du for space computation calculation, 2024-11-17T08:16:53,187 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/cluster_f4166e0f-2eb0-df39-3e50-5a85ba0db2ce/data/data2/current/BP-1157954434-172.17.0.3-1731831411527/current, will proceed with Du for space computation calculation, 2024-11-17T08:16:53,233 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:16:53,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bda7437c5f5fcd3 with lease ID 0x168f08beb76bb088: Processing first storage report for DS-0a5cb133-207b-4986-8c98-3883165dc33e from datanode DatanodeRegistration(127.0.0.1:37589, datanodeUuid=7127583a-949c-4eb8-ab0d-5a91b4f9c70a, infoPort=38323, infoSecurePort=0, ipcPort=33135, storageInfo=lv=-57;cid=testClusterID;nsid=787432344;c=1731831411527) 2024-11-17T08:16:53,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bda7437c5f5fcd3 with lease ID 0x168f08beb76bb088: from storage DS-0a5cb133-207b-4986-8c98-3883165dc33e node DatanodeRegistration(127.0.0.1:37589, datanodeUuid=7127583a-949c-4eb8-ab0d-5a91b4f9c70a, infoPort=38323, infoSecurePort=0, ipcPort=33135, storageInfo=lv=-57;cid=testClusterID;nsid=787432344;c=1731831411527), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:16:53,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bda7437c5f5fcd3 with lease ID 0x168f08beb76bb088: Processing first storage report for DS-ab37a9d2-86fc-4547-917a-12f3b4e429f3 from datanode DatanodeRegistration(127.0.0.1:37589, datanodeUuid=7127583a-949c-4eb8-ab0d-5a91b4f9c70a, infoPort=38323, infoSecurePort=0, ipcPort=33135, storageInfo=lv=-57;cid=testClusterID;nsid=787432344;c=1731831411527) 2024-11-17T08:16:53,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bda7437c5f5fcd3 with lease ID 0x168f08beb76bb088: from storage DS-ab37a9d2-86fc-4547-917a-12f3b4e429f3 node DatanodeRegistration(127.0.0.1:37589, datanodeUuid=7127583a-949c-4eb8-ab0d-5a91b4f9c70a, infoPort=38323, infoSecurePort=0, ipcPort=33135, storageInfo=lv=-57;cid=testClusterID;nsid=787432344;c=1731831411527), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:16:53,247 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729 2024-11-17T08:16:53,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:16:53,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:16:53,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:16:53,268 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b with version=8 2024-11-17T08:16:53,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/hbase-staging 2024-11-17T08:16:53,271 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:16:53,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:16:53,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:16:53,271 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:16:53,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:16:53,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:16:53,271 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:16:53,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:16:53,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39971 2024-11-17T08:16:53,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39971 connecting to ZooKeeper ensemble=127.0.0.1:62242 2024-11-17T08:16:53,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399710x0, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:16:53,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39971-0x10147de07760003 connected 2024-11-17T08:16:53,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:16:53,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:16:53,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Set watcher on znode that does not yet exist, /1-493401667/running 2024-11-17T08:16:53,373 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b, hbase.cluster.distributed=false 2024-11-17T08:16:53,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Set watcher on znode that does not yet exist, /1-493401667/acl 2024-11-17T08:16:53,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39971 2024-11-17T08:16:53,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39971 2024-11-17T08:16:53,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39971 2024-11-17T08:16:53,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39971 2024-11-17T08:16:53,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39971 2024-11-17T08:16:53,405 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:16:53,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:16:53,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:16:53,405 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:16:53,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:16:53,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:16:53,406 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:16:53,406 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:16:53,407 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42467 2024-11-17T08:16:53,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42467 connecting to ZooKeeper ensemble=127.0.0.1:62242 2024-11-17T08:16:53,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:16:53,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:16:53,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424670x0, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:16:53,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42467-0x10147de07760004 connected 2024-11-17T08:16:53,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Set watcher on znode that does not yet exist, /1-493401667/running 2024-11-17T08:16:53,432 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:16:53,452 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:16:53,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Set watcher on znode that does not yet exist, /1-493401667/master 2024-11-17T08:16:53,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Set watcher on znode that does not yet exist, /1-493401667/acl 2024-11-17T08:16:53,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42467 2024-11-17T08:16:53,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42467 2024-11-17T08:16:53,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42467 2024-11-17T08:16:53,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42467 2024-11-17T08:16:53,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42467 2024-11-17T08:16:53,502 DEBUG [M:0;e3d0adb87c01:39971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:39971 2024-11-17T08:16:53,504 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-493401667/backup-masters/e3d0adb87c01,39971,1731831413270 2024-11-17T08:16:53,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667/backup-masters 2024-11-17T08:16:53,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667/backup-masters 2024-11-17T08:16:53,515 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Set watcher on existing znode=/1-493401667/backup-masters/e3d0adb87c01,39971,1731831413270 2024-11-17T08:16:53,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-493401667/master 2024-11-17T08:16:53,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667 2024-11-17T08:16:53,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667 2024-11-17T08:16:53,526 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Set watcher on existing znode=/1-493401667/master 2024-11-17T08:16:53,526 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-493401667/backup-masters/e3d0adb87c01,39971,1731831413270 from backup master directory 2024-11-17T08:16:53,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667/backup-masters 2024-11-17T08:16:53,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-493401667/backup-masters/e3d0adb87c01,39971,1731831413270 2024-11-17T08:16:53,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667/backup-masters 2024-11-17T08:16:53,535 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:16:53,535 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,39971,1731831413270 2024-11-17T08:16:53,548 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/hbase.id] with ID: 1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a 2024-11-17T08:16:53,549 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/.tmp/hbase.id 2024-11-17T08:16:53,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:16:53,560 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/.tmp/hbase.id]:[hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/hbase.id] 2024-11-17T08:16:53,590 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:16:53,590 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:16:53,593 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-17T08:16:53,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667 2024-11-17T08:16:53,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667 2024-11-17T08:16:53,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:16:54,014 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:16:54,016 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:16:54,016 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:16:54,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:16:54,442 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store 2024-11-17T08:16:54,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:16:54,453 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:16:54,453 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:16:54,453 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:16:54,453 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:16:54,453 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:16:54,453 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:16:54,453 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:16:54,453 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831414453Disabling compacts and flushes for region at 1731831414453Disabling writes for close at 1731831414453Writing region close event to WAL at 1731831414453Closed at 1731831414453 2024-11-17T08:16:54,455 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/.initializing 2024-11-17T08:16:54,455 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/WALs/e3d0adb87c01,39971,1731831413270 2024-11-17T08:16:54,457 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:16:54,460 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C39971%2C1731831413270, suffix=, logDir=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/WALs/e3d0adb87c01,39971,1731831413270, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/oldWALs, maxLogs=10 2024-11-17T08:16:54,477 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/WALs/e3d0adb87c01,39971,1731831413270/e3d0adb87c01%2C39971%2C1731831413270.1731831414461, exclude list is [], retry=0 2024-11-17T08:16:54,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37589,DS-0a5cb133-207b-4986-8c98-3883165dc33e,DISK] 2024-11-17T08:16:54,485 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/WALs/e3d0adb87c01,39971,1731831413270/e3d0adb87c01%2C39971%2C1731831413270.1731831414461 2024-11-17T08:16:54,486 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38323:38323)] 2024-11-17T08:16:54,486 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:16:54,486 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:16:54,486 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:54,486 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:54,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:54,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:16:54,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:54,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:54,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:54,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:16:54,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:54,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:16:54,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:54,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:16:54,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:54,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:16:54,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:54,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:16:54,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:54,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:16:54,508 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:54,509 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:54,510 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:54,513 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:54,513 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:54,514 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:16:54,517 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:16:54,520 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:16:54,521 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64100199, jitterRate=-0.04483260214328766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:16:54,522 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831414487Initializing all the Stores at 1731831414489 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831414489Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831414492 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831414492Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831414492Cleaning up temporary data from old regions at 1731831414513 (+21 ms)Region opened successfully at 1731831414521 (+8 ms) 2024-11-17T08:16:54,522 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:16:54,529 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa69a3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:16:54,530 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:16:54,530 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:16:54,530 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:16:54,530 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:16:54,531 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T08:16:54,532 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:16:54,532 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:16:54,535 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:16:54,537 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Unable to get data of znode /1-493401667/balancer because node does not exist (not necessarily an error) 2024-11-17T08:16:54,598 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-493401667/balancer already deleted, retry=false 2024-11-17T08:16:54,599 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:16:54,600 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Unable to get data of znode /1-493401667/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:16:54,608 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-493401667/normalizer already deleted, retry=false 2024-11-17T08:16:54,609 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:16:54,610 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Unable to get data of znode /1-493401667/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:16:54,619 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-493401667/switch/split already deleted, retry=false 2024-11-17T08:16:54,620 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Unable to get data of znode /1-493401667/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:16:54,630 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-493401667/switch/merge already deleted, retry=false 2024-11-17T08:16:54,633 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Unable to get data of znode /1-493401667/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:16:54,640 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-493401667/snapshot-cleanup already deleted, retry=false 2024-11-17T08:16:54,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-493401667/running 2024-11-17T08:16:54,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-493401667/running 2024-11-17T08:16:54,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667 2024-11-17T08:16:54,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667 2024-11-17T08:16:54,652 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,39971,1731831413270, sessionid=0x10147de07760003, setting cluster-up flag (Was=false) 2024-11-17T08:16:54,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667 2024-11-17T08:16:54,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667 2024-11-17T08:16:54,703 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-493401667/flush-table-proc/acquired, /1-493401667/flush-table-proc/reached, /1-493401667/flush-table-proc/abort 2024-11-17T08:16:54,705 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,39971,1731831413270 2024-11-17T08:16:54,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667 2024-11-17T08:16:54,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667 2024-11-17T08:16:54,756 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-493401667/online-snapshot/acquired, /1-493401667/online-snapshot/reached, /1-493401667/online-snapshot/abort 2024-11-17T08:16:54,758 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,39971,1731831413270 2024-11-17T08:16:54,760 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:16:54,763 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:16:54,764 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:16:54,764 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:16:54,764 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,39971,1731831413270 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:16:54,766 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:16:54,766 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:16:54,766 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:16:54,767 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:16:54,767 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:16:54,767 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:54,767 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:16:54,767 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:54,771 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:16:54,771 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:16:54,773 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:54,773 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:16:54,780 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831444780 2024-11-17T08:16:54,780 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:16:54,781 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:16:54,781 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:16:54,781 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:16:54,781 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:16:54,781 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:16:54,785 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:54,786 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:16:54,786 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:16:54,786 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:16:54,786 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:16:54,786 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:16:54,787 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:16:54,787 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(746): ClusterId : 1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a 2024-11-17T08:16:54,787 DEBUG [RS:0;e3d0adb87c01:42467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:16:54,792 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831414787,5,FailOnTimeoutGroup] 2024-11-17T08:16:54,799 DEBUG [RS:0;e3d0adb87c01:42467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:16:54,799 DEBUG [RS:0;e3d0adb87c01:42467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:16:54,800 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831414792,5,FailOnTimeoutGroup] 2024-11-17T08:16:54,800 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:54,800 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:16:54,800 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:54,800 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:54,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:16:54,810 DEBUG [RS:0;e3d0adb87c01:42467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:16:54,810 DEBUG [RS:0;e3d0adb87c01:42467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f49aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:16:54,826 DEBUG [RS:0;e3d0adb87c01:42467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:42467 2024-11-17T08:16:54,827 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:16:54,827 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:16:54,827 DEBUG [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:16:54,828 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,39971,1731831413270 with port=42467, startcode=1731831413404 2024-11-17T08:16:54,828 DEBUG [RS:0;e3d0adb87c01:42467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:16:54,831 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:16:54,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,42467,1731831413404 2024-11-17T08:16:54,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39971 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,42467,1731831413404 2024-11-17T08:16:54,864 DEBUG [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b 2024-11-17T08:16:54,864 DEBUG [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43027 2024-11-17T08:16:54,864 DEBUG [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:16:54,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667/rs 2024-11-17T08:16:54,916 DEBUG [RS:0;e3d0adb87c01:42467 {}] zookeeper.ZKUtil(111): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Set watcher on existing znode=/1-493401667/rs/e3d0adb87c01,42467,1731831413404 2024-11-17T08:16:54,916 WARN [RS:0;e3d0adb87c01:42467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:16:54,916 INFO [RS:0;e3d0adb87c01:42467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:16:54,916 DEBUG [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/WALs/e3d0adb87c01,42467,1731831413404 2024-11-17T08:16:54,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,42467,1731831413404] 2024-11-17T08:16:54,922 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:16:54,927 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:16:54,927 INFO [RS:0;e3d0adb87c01:42467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:16:54,928 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:54,928 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:16:54,930 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:16:54,930 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:54,931 DEBUG [RS:0;e3d0adb87c01:42467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:54,931 DEBUG [RS:0;e3d0adb87c01:42467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:54,932 DEBUG [RS:0;e3d0adb87c01:42467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:54,933 DEBUG [RS:0;e3d0adb87c01:42467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:54,933 DEBUG [RS:0;e3d0adb87c01:42467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:54,933 DEBUG [RS:0;e3d0adb87c01:42467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:16:54,933 DEBUG [RS:0;e3d0adb87c01:42467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:54,933 DEBUG [RS:0;e3d0adb87c01:42467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:54,933 DEBUG [RS:0;e3d0adb87c01:42467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:54,933 DEBUG [RS:0;e3d0adb87c01:42467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:54,933 DEBUG [RS:0;e3d0adb87c01:42467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:54,933 DEBUG [RS:0;e3d0adb87c01:42467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:16:54,934 DEBUG [RS:0;e3d0adb87c01:42467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:16:54,934 DEBUG [RS:0;e3d0adb87c01:42467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:16:54,935 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:54,935 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:54,935 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:54,935 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:54,935 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:54,935 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,42467,1731831413404-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:16:54,959 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:16:54,959 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,42467,1731831413404-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:54,959 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:54,959 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.Replication(171): e3d0adb87c01,42467,1731831413404 started 2024-11-17T08:16:54,980 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:54,980 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,42467,1731831413404, RpcServer on e3d0adb87c01/172.17.0.3:42467, sessionid=0x10147de07760004 2024-11-17T08:16:54,980 DEBUG [RS:0;e3d0adb87c01:42467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:16:54,980 DEBUG [RS:0;e3d0adb87c01:42467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,42467,1731831413404 2024-11-17T08:16:54,980 DEBUG [RS:0;e3d0adb87c01:42467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,42467,1731831413404' 2024-11-17T08:16:54,980 DEBUG [RS:0;e3d0adb87c01:42467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-493401667/flush-table-proc/abort' 2024-11-17T08:16:54,981 DEBUG [RS:0;e3d0adb87c01:42467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-493401667/flush-table-proc/acquired' 2024-11-17T08:16:54,982 DEBUG [RS:0;e3d0adb87c01:42467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:16:54,982 DEBUG [RS:0;e3d0adb87c01:42467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:16:54,982 DEBUG [RS:0;e3d0adb87c01:42467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,42467,1731831413404 2024-11-17T08:16:54,982 DEBUG [RS:0;e3d0adb87c01:42467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,42467,1731831413404' 2024-11-17T08:16:54,982 DEBUG [RS:0;e3d0adb87c01:42467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-493401667/online-snapshot/abort' 2024-11-17T08:16:54,982 DEBUG [RS:0;e3d0adb87c01:42467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-493401667/online-snapshot/acquired' 2024-11-17T08:16:54,983 DEBUG [RS:0;e3d0adb87c01:42467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:16:54,983 INFO [RS:0;e3d0adb87c01:42467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:16:54,983 INFO [RS:0;e3d0adb87c01:42467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:16:55,084 INFO [RS:0;e3d0adb87c01:42467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:16:55,086 INFO [RS:0;e3d0adb87c01:42467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C42467%2C1731831413404, suffix=, logDir=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/WALs/e3d0adb87c01,42467,1731831413404, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/oldWALs, maxLogs=10 2024-11-17T08:16:55,106 DEBUG [RS:0;e3d0adb87c01:42467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/WALs/e3d0adb87c01,42467,1731831413404/e3d0adb87c01%2C42467%2C1731831413404.1731831415089, exclude list is [], retry=0 2024-11-17T08:16:55,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37589,DS-0a5cb133-207b-4986-8c98-3883165dc33e,DISK] 2024-11-17T08:16:55,114 INFO [RS:0;e3d0adb87c01:42467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/WALs/e3d0adb87c01,42467,1731831413404/e3d0adb87c01%2C42467%2C1731831413404.1731831415089 2024-11-17T08:16:55,115 DEBUG [RS:0;e3d0adb87c01:42467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38323:38323)] 2024-11-17T08:16:55,205 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:16:55,206 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b 2024-11-17T08:16:55,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:16:55,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:16:55,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:16:55,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:16:55,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:55,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:55,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:16:55,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:16:55,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:55,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:55,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:16:55,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:16:55,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:55,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:55,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:16:55,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:16:55,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:55,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:55,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:16:55,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/data/hbase/meta/1588230740 2024-11-17T08:16:55,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/data/hbase/meta/1588230740 2024-11-17T08:16:55,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:16:55,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:16:55,634 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:16:55,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:16:55,638 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:16:55,639 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63519422, jitterRate=-0.05348685383796692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:16:55,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831415615Initializing all the Stores at 1731831415616 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831415616Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831415617 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831415617Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831415617Cleaning up temporary data from old regions at 1731831415633 (+16 ms)Region opened successfully at 1731831415639 (+6 ms) 2024-11-17T08:16:55,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:16:55,639 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:16:55,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:16:55,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:16:55,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:16:55,640 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:16:55,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831415639Disabling compacts and flushes for region at 1731831415639Disabling writes for close at 1731831415640 (+1 ms)Writing region close event to WAL at 1731831415640Closed at 1731831415640 2024-11-17T08:16:55,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:16:55,642 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:16:55,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:16:55,645 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:16:55,647 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:16:55,797 DEBUG [e3d0adb87c01:39971 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:16:55,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,42467,1731831413404 2024-11-17T08:16:55,800 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,42467,1731831413404, state=OPENING 2024-11-17T08:16:55,842 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:16:55,868 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:16:55,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667 2024-11-17T08:16:55,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667 2024-11-17T08:16:55,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-493401667/meta-region-server: CHANGED 2024-11-17T08:16:55,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-493401667/meta-region-server: CHANGED 2024-11-17T08:16:55,950 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:16:55,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,42467,1731831413404}] 2024-11-17T08:16:56,105 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:16:56,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:16:56,116 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:16:56,116 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:16:56,117 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:16:56,120 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C42467%2C1731831413404.meta, suffix=.meta, logDir=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/WALs/e3d0adb87c01,42467,1731831413404, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/oldWALs, maxLogs=10 2024-11-17T08:16:56,136 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/WALs/e3d0adb87c01,42467,1731831413404/e3d0adb87c01%2C42467%2C1731831413404.meta.1731831416122.meta, exclude list is [], retry=0 2024-11-17T08:16:56,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37589,DS-0a5cb133-207b-4986-8c98-3883165dc33e,DISK] 2024-11-17T08:16:56,143 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/WALs/e3d0adb87c01,42467,1731831413404/e3d0adb87c01%2C42467%2C1731831413404.meta.1731831416122.meta 2024-11-17T08:16:56,144 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38323:38323)] 2024-11-17T08:16:56,144 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:16:56,145 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:16:56,145 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:16:56,145 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:16:56,145 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:16:56,145 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:16:56,145 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:16:56,146 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:16:56,146 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:16:56,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:16:56,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:16:56,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:56,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:56,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:16:56,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:16:56,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:56,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:56,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:16:56,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:16:56,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:56,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:56,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:16:56,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:16:56,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:56,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:16:56,158 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:16:56,160 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/data/hbase/meta/1588230740 2024-11-17T08:16:56,162 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/data/hbase/meta/1588230740 2024-11-17T08:16:56,164 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:16:56,164 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:16:56,165 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:16:56,168 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:16:56,169 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63745967, jitterRate=-0.0501110702753067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:16:56,169 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:16:56,169 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831416146Writing region info on filesystem at 1731831416146Initializing all the Stores at 1731831416147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831416147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831416148 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831416148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831416148Cleaning up temporary data from old regions at 1731831416164 (+16 ms)Running coprocessor post-open hooks at 1731831416169 (+5 ms)Region opened successfully at 1731831416169 2024-11-17T08:16:56,171 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831416104 2024-11-17T08:16:56,176 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:16:56,176 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:16:56,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,42467,1731831413404 2024-11-17T08:16:56,179 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,42467,1731831413404, state=OPEN 2024-11-17T08:16:56,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-493401667/meta-region-server 2024-11-17T08:16:56,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-493401667/meta-region-server 2024-11-17T08:16:56,290 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,42467,1731831413404 2024-11-17T08:16:56,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-493401667/meta-region-server: CHANGED 2024-11-17T08:16:56,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-493401667/meta-region-server: CHANGED 2024-11-17T08:16:56,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:16:56,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,42467,1731831413404 in 340 msec 2024-11-17T08:16:56,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:16:56,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 652 msec 2024-11-17T08:16:56,300 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:16:56,300 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:16:56,302 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:16:56,302 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,42467,1731831413404, seqNum=-1] 2024-11-17T08:16:56,303 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:16:56,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:16:56,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5510 sec 2024-11-17T08:16:56,316 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831416316, completionTime=-1 2024-11-17T08:16:56,316 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:16:56,316 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:16:56,319 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:16:56,319 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831476319 2024-11-17T08:16:56,319 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831536319 2024-11-17T08:16:56,319 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T08:16:56,319 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39971,1731831413270-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:56,320 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39971,1731831413270-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:56,320 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39971,1731831413270-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:56,320 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:39971, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:56,320 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:56,321 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:56,322 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:16:56,325 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.790sec 2024-11-17T08:16:56,326 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:16:56,326 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:16:56,326 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:16:56,326 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:16:56,326 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:16:56,326 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39971,1731831413270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:16:56,326 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39971,1731831413270-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:16:56,330 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:16:56,330 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:16:56,330 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39971,1731831413270-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:16:56,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed972d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:56,389 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39971,-1 for getting cluster id 2024-11-17T08:16:56,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:16:56,391 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a' 2024-11-17T08:16:56,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:16:56,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a" 2024-11-17T08:16:56,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d30e890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39971,-1] 2024-11-17T08:16:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:16:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:56,394 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:16:56,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260908f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:56,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:16:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,42467,1731831413404, seqNum=-1] 2024-11-17T08:16:56,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:16:56,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:16:56,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,39971,1731831413270 2024-11-17T08:16:56,407 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62242 2024-11-17T08:16:56,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:16:56,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10147de07760005 connected 2024-11-17T08:16:56,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5016c38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:56,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,46577,-1 for getting cluster id 2024-11-17T08:16:56,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:16:56,436 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a' 2024-11-17T08:16:56,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:16:56,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a" 2024-11-17T08:16:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1933c7da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,46577,-1] 2024-11-17T08:16:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:16:56,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:56,440 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:16:56,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3bd6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:56,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:16:56,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,46577,1731831406022 2024-11-17T08:16:56,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c316bdc 2024-11-17T08:16:56,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:16:56,463 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:16:56,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:39971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:16:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:16:56,479 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:39971' 2024-11-17T08:16:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:16:56,481 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b59e228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:56,482 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39971,-1 for getting cluster id 2024-11-17T08:16:56,482 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:16:56,483 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a' 2024-11-17T08:16:56,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:16:56,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a" 2024-11-17T08:16:56,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7152c625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:56,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39971,-1] 2024-11-17T08:16:56,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:16:56,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:56,486 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:16:56,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f810cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:56,488 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:16:56,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39971,1731831413270 2024-11-17T08:16:56,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a4c8468 2024-11-17T08:16:56,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:16:56,496 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:16:56,511 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T08:16:56,511 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:16:56,516 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:56,517 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:56,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:16:56,519 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:16:56,525 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:16:56,529 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:16:56,530 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:56,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:16:56,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741835_1011 (size=1138) 2024-11-17T08:16:56,548 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33cc7a149ab1f0c5b6420b9f458ad839, NAME => 'hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370 2024-11-17T08:16:56,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741836_1012 (size=44) 2024-11-17T08:16:56,579 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T08:16:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:16:56,600 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:16:56,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T08:16:56,700 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T08:16:56,702 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:16:56,702 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T08:16:56,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:16:56,703 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T08:16:56,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T08:16:56,703 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T08:16:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:16:56,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:16:56,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 33cc7a149ab1f0c5b6420b9f458ad839, disabling compactions & flushes 2024-11-17T08:16:56,962 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:16:56,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:16:56,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. after waiting 0 ms 2024-11-17T08:16:56,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:16:56,962 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:16:56,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33cc7a149ab1f0c5b6420b9f458ad839: Waiting for close lock at 1731831416961Disabling compacts and flushes for region at 1731831416961Disabling writes for close at 1731831416962 (+1 ms)Writing region close event to WAL at 1731831416962Closed at 1731831416962 2024-11-17T08:16:56,964 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:16:56,970 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731831416965"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831416965"}]},"ts":"1731831416965"} 2024-11-17T08:16:56,974 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:16:56,976 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:16:56,979 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831416976"}]},"ts":"1731831416976"} 2024-11-17T08:16:56,982 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T08:16:56,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=33cc7a149ab1f0c5b6420b9f458ad839, ASSIGN}] 2024-11-17T08:16:56,987 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=33cc7a149ab1f0c5b6420b9f458ad839, ASSIGN 2024-11-17T08:16:56,989 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=33cc7a149ab1f0c5b6420b9f458ad839, ASSIGN; state=OFFLINE, location=e3d0adb87c01,40513,1731831406775; forceNewPlan=false, retain=false 2024-11-17T08:16:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:16:57,141 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=33cc7a149ab1f0c5b6420b9f458ad839, regionState=OPENING, regionLocation=e3d0adb87c01,40513,1731831406775 2024-11-17T08:16:57,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=33cc7a149ab1f0c5b6420b9f458ad839, ASSIGN because future has completed 2024-11-17T08:16:57,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33cc7a149ab1f0c5b6420b9f458ad839, server=e3d0adb87c01,40513,1731831406775}] 2024-11-17T08:16:57,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:16:57,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:16:57,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:16:57,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C40513%2C1731831406775.rep, suffix=, logDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775, archiveDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/oldWALs, maxLogs=10 2024-11-17T08:16:57,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.rep.1731831417315, exclude list is [], retry=0 2024-11-17T08:16:57,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39713,DS-7e90ab21-d8c9-4fd1-896d-4faf23ff242e,DISK] 2024-11-17T08:16:57,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.rep.1731831417315 2024-11-17T08:16:57,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-17T08:16:57,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 33cc7a149ab1f0c5b6420b9f458ad839, NAME => 'hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:16:57,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:16:57,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:16:57,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. service=MultiRowMutationService 2024-11-17T08:16:57,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:16:57,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:16:57,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:16:57,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:16:57,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:16:57,342 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:16:57,344 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33cc7a149ab1f0c5b6420b9f458ad839 columnFamilyName hfileref 2024-11-17T08:16:57,344 DEBUG [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:57,345 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] regionserver.HStore(327): Store=33cc7a149ab1f0c5b6420b9f458ad839/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:16:57,345 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:16:57,347 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33cc7a149ab1f0c5b6420b9f458ad839 columnFamilyName queue 2024-11-17T08:16:57,347 DEBUG [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:57,347 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] regionserver.HStore(327): Store=33cc7a149ab1f0c5b6420b9f458ad839/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:16:57,348 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:16:57,349 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33cc7a149ab1f0c5b6420b9f458ad839 columnFamilyName sid 2024-11-17T08:16:57,349 DEBUG [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:16:57,350 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] regionserver.HStore(327): Store=33cc7a149ab1f0c5b6420b9f458ad839/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:16:57,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:16:57,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/replication/33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:16:57,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/replication/33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:16:57,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:16:57,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:16:57,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:16:57,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:16:57,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/replication/33cc7a149ab1f0c5b6420b9f458ad839/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:16:57,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 33cc7a149ab1f0c5b6420b9f458ad839; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60537764, jitterRate=-0.09791702032089233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:16:57,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:16:57,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 33cc7a149ab1f0c5b6420b9f458ad839: Running coprocessor pre-open hook at 1731831417340Writing region info on filesystem at 1731831417340Initializing all the Stores at 1731831417341 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831417341Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831417342 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831417342Cleaning up temporary data from old regions at 1731831417353 (+11 ms)Running coprocessor post-open hooks at 1731831417360 (+7 ms)Region opened successfully at 1731831417361 (+1 ms) 2024-11-17T08:16:57,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839., pid=7, masterSystemTime=1731831417305 2024-11-17T08:16:57,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:16:57,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:16:57,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=33cc7a149ab1f0c5b6420b9f458ad839, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,40513,1731831406775 2024-11-17T08:16:57,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33cc7a149ab1f0c5b6420b9f458ad839, server=e3d0adb87c01,40513,1731831406775 because future has completed 2024-11-17T08:16:57,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T08:16:57,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 33cc7a149ab1f0c5b6420b9f458ad839, server=e3d0adb87c01,40513,1731831406775 in 228 msec 2024-11-17T08:16:57,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:16:57,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=33cc7a149ab1f0c5b6420b9f458ad839, ASSIGN in 395 msec 2024-11-17T08:16:57,385 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:16:57,385 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831417385"}]},"ts":"1731831417385"} 2024-11-17T08:16:57,388 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T08:16:57,390 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:16:57,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 870 msec 2024-11-17T08:16:57,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839., hostname=e3d0adb87c01,40513,1731831406775, seqNum=2] 2024-11-17T08:16:57,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40513 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-17T08:16:57,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:16:57,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:16:57,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:16:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:16:57,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T08:16:57,779 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T08:16:57,827 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,40513,1731831406775, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:16:57,829 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:16:57,829 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,40513,1731831406775, seqNum=-1] 2024-11-17T08:16:57,830 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:16:57,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-17T08:16:57,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e3d0adb87c01,40513,1731831406775', locateType=CURRENT is [region=hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839., hostname=e3d0adb87c01,40513,1731831406775, seqNum=2] 2024-11-17T08:16:57,840 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T08:16:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T08:16:57,847 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e3d0adb87c01,40513,1731831406775 suceeded 2024-11-17T08:16:57,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T08:16:57,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 234 msec 2024-11-17T08:16:57,853 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e3d0adb87c01:39971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:16:57,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3860 sec 2024-11-17T08:16:57,861 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:39971' 2024-11-17T08:16:57,863 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@584f6415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:57,863 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39971,-1 for getting cluster id 2024-11-17T08:16:57,863 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:16:57,864 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a' 2024-11-17T08:16:57,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:16:57,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a" 2024-11-17T08:16:57,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c3c17e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:57,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39971,-1] 2024-11-17T08:16:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:16:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:57,867 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:16:57,868 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a80958f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:57,868 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:16:57,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39971,1731831413270 2024-11-17T08:16:57,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bff0866 2024-11-17T08:16:57,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:16:57,871 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T08:16:57,872 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,40513,1731831406775 (queues=1) is replicating from cluster=07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a to cluster=1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a 2024-11-17T08:16:57,875 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C40513%2C1731831406775 2024-11-17T08:16:57,882 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,40513,1731831406775, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:16:57,884 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775.replicationSource.shippere3d0adb87c01%2C40513%2C1731831406775,1-e3d0adb87c01,40513,1731831406775 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C40513%2C1731831406775 2024-11-17T08:16:57,889 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,1-e3d0adb87c01,40513,1731831406775 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036, startPosition=0, beingWritten=true 2024-11-17T08:16:58,149 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,1-e3d0adb87c01,40513,1731831406775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036 to pos 0, reset compression=false 2024-11-17T08:16:58,457 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,1-e3d0adb87c01,40513,1731831406775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036 to pos 0, reset compression=false 2024-11-17T08:16:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:16:58,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:16:58,629 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:16:58,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:16:58,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:58,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:58,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:16:58,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfd77bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:58,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,46577,-1 for getting cluster id 2024-11-17T08:16:58,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:16:58,636 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a' 2024-11-17T08:16:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:16:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a" 2024-11-17T08:16:58,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f06635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:58,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,46577,-1] 2024-11-17T08:16:58,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:16:58,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:58,640 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:16:58,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26342016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:58,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:16:58,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,46577,1731831406022 2024-11-17T08:16:58,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ffeb36 2024-11-17T08:16:58,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:16:58,646 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:16:58,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://e3d0adb87c01:39971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:16:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:16:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T08:16:58,652 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:39971' 2024-11-17T08:16:58,653 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50631953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:58,653 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39971,-1 for getting cluster id 2024-11-17T08:16:58,653 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:16:58,654 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a' 2024-11-17T08:16:58,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:16:58,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a" 2024-11-17T08:16:58,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497bd43d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:58,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39971,-1] 2024-11-17T08:16:58,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:16:58,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:58,657 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:16:58,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579ceac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:58,659 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:16:58,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39971,1731831413270 2024-11-17T08:16:58,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25480ca6 2024-11-17T08:16:58,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:16:58,665 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:16:58,667 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T08:16:58,668 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:16:58,668 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:58,668 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:58,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:16:58,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:16:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T08:16:58,864 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,1-e3d0adb87c01,40513,1731831406775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036 to pos 0, reset compression=false 2024-11-17T08:16:58,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-17T08:16:58,901 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-17T08:16:58,943 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-e3d0adb87c01,40513,1731831406775, ReplicationSource: 2, currentBandwidth=0 2024-11-17T08:16:58,946 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-17T08:16:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-17T08:16:58,951 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on e3d0adb87c01,40513,1731831406775 suceeded 2024-11-17T08:16:58,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T08:16:58,956 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://e3d0adb87c01:39971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:16:58,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-17T08:16:58,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 309 msec 2024-11-17T08:16:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T08:16:58,968 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:39971' 2024-11-17T08:16:58,968 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-17T08:16:58,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:16:58,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:16:58,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:58,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:58,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:16:58,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:16:58,970 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56b2cef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:58,970 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39971,-1 for getting cluster id 2024-11-17T08:16:58,970 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:16:58,971 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a' 2024-11-17T08:16:58,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:16:58,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,46577,1731831406022 2024-11-17T08:16:58,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@434ccf38 2024-11-17T08:16:58,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a" 2024-11-17T08:16:58,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fa11f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:58,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39971,-1] 2024-11-17T08:16:58,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:16:58,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:58,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:16:58,974 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:16:58,975 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6662724f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:58,975 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:16:58,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39971,1731831413270 2024-11-17T08:16:58,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@491d26f8 2024-11-17T08:16:58,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:16:58,977 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T08:16:58,979 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e3d0adb87c01,40513,1731831406775 (queues=1) is replicating from cluster=07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a to cluster=1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a 2024-11-17T08:16:58,979 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e3d0adb87c01%2C40513%2C1731831406775 2024-11-17T08:16:58,979 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e3d0adb87c01,40513,1731831406775, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:16:58,979 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036, startPosition=0, beingWritten=true 2024-11-17T08:16:58,980 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.shippere3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C40513%2C1731831406775 2024-11-17T08:16:58,982 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:16:58,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T08:16:58,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-17T08:16:58,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T08:16:59,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-17T08:16:59,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:39971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:16:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T08:16:59,014 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:39971' 2024-11-17T08:16:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T08:16:59,016 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334d1369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:59,016 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39971,-1 for getting cluster id 2024-11-17T08:16:59,016 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:16:59,017 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a' 2024-11-17T08:16:59,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:16:59,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a" 2024-11-17T08:16:59,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453ba44c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:59,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39971,-1] 2024-11-17T08:16:59,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:16:59,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:59,019 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:16:59,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60056c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:59,020 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:16:59,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39971,1731831413270 2024-11-17T08:16:59,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aaf97bc 2024-11-17T08:16:59,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:16:59,023 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:16:59,023 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-17T08:16:59,023 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:16:59,024 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:59,024 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:59,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:16:59,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:16:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T08:16:59,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-17T08:16:59,185 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-17T08:16:59,188 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-17T08:16:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-17T08:16:59,192 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on e3d0adb87c01,40513,1731831406775 suceeded 2024-11-17T08:16:59,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-17T08:16:59,195 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://e3d0adb87c01:39971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:16:59,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-17T08:16:59,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 187 msec 2024-11-17T08:16:59,206 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036 to pos 0, reset compression=false 2024-11-17T08:16:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T08:16:59,328 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-17T08:16:59,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://e3d0adb87c01:39971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:16:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T08:16:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T08:16:59,333 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:39971' 2024-11-17T08:16:59,334 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d67e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:59,334 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39971,-1 for getting cluster id 2024-11-17T08:16:59,334 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:16:59,335 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a' 2024-11-17T08:16:59,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:16:59,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a" 2024-11-17T08:16:59,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4ff412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:59,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39971,-1] 2024-11-17T08:16:59,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:16:59,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:59,337 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:16:59,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b578b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:16:59,338 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:16:59,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39971,1731831413270 2024-11-17T08:16:59,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e12b17c 2024-11-17T08:16:59,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:16:59,340 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:16:59,341 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T08:16:59,341 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:16:59,341 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:59,341 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:59,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:16:59,373 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,1-e3d0adb87c01,40513,1731831406775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036 to pos 0, reset compression=false 2024-11-17T08:16:59,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:16:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T08:16:59,513 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036 to pos 0, reset compression=false 2024-11-17T08:16:59,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-17T08:16:59,585 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-17T08:16:59,586 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-17T08:16:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-17T08:16:59,590 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on e3d0adb87c01,40513,1731831406775 suceeded 2024-11-17T08:16:59,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-17T08:16:59,594 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://e3d0adb87c01:39971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:16:59,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-17T08:16:59,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 266 msec 2024-11-17T08:16:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T08:16:59,648 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-17T08:16:59,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T08:16:59,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-17T08:16:59,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:16:59,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:16:59,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:59,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:59,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:16:59,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:16:59,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=646843492, stopped=false 2024-11-17T08:16:59,651 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,46577,1731831406022 2024-11-17T08:16:59,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-562946974/running 2024-11-17T08:16:59,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-562946974/running 2024-11-17T08:16:59,661 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:16:59,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:16:59,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:16:59,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:16:59,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:16:59,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:59,662 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,40513,1731831406775' ***** 2024-11-17T08:16:59,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on znode that does not yet exist, /0-562946974/running 2024-11-17T08:16:59,662 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:16:59,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on znode that does not yet exist, /0-562946974/running 2024-11-17T08:16:59,662 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:16:59,663 INFO [RS:0;e3d0adb87c01:40513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:16:59,663 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:16:59,663 INFO [RS:0;e3d0adb87c01:40513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:16:59,663 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:16:59,664 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,40513,1731831406775 2024-11-17T08:16:59,664 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:16:59,664 INFO [RS:0;e3d0adb87c01:40513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:40513. 2024-11-17T08:16:59,665 DEBUG [RS:0;e3d0adb87c01:40513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:16:59,665 DEBUG [RS:0;e3d0adb87c01:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:16:59,665 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33cc7a149ab1f0c5b6420b9f458ad839, disabling compactions & flushes 2024-11-17T08:16:59,665 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:16:59,665 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:16:59,665 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:16:59,665 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:16:59,665 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:16:59,665 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. after waiting 0 ms 2024-11-17T08:16:59,665 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:16:59,665 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:16:59,665 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T08:16:59,666 DEBUG [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 33cc7a149ab1f0c5b6420b9f458ad839=hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839.} 2024-11-17T08:16:59,666 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:16:59,666 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:16:59,666 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:16:59,666 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:16:59,666 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:16:59,666 DEBUG [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:16:59,669 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T08:16:59,669 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 33cc7a149ab1f0c5b6420b9f458ad839 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-17T08:16:59,685 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:16:59,743 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/.tmp/info/806b1c53418c4aaf8fadeae57ab948d2 is 147, key is hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839./info:regioninfo/1731831417367/Put/seqid=0 2024-11-17T08:16:59,744 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/replication/33cc7a149ab1f0c5b6420b9f458ad839/.tmp/queue/3951b5ccfd0a4f6294d3790425386148 is 151, key is 1-e3d0adb87c01,40513,1731831406775/queue:e3d0adb87c01%2C40513%2C1731831406775/1731831417835/Put/seqid=0 2024-11-17T08:16:59,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741839_1015 (size=5500) 2024-11-17T08:16:59,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741838_1014 (size=6631) 2024-11-17T08:16:59,763 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/.tmp/info/806b1c53418c4aaf8fadeae57ab948d2 2024-11-17T08:16:59,820 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/.tmp/ns/1db5159bcba5439193a1d17e44164a56 is 43, key is default/ns:d/1731831411264/Put/seqid=0 2024-11-17T08:16:59,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741840_1016 (size=5153) 2024-11-17T08:16:59,866 DEBUG [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:16:59,876 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:16:59,876 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:16:59,921 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036 to pos 0, reset compression=false 2024-11-17T08:16:59,980 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,1-e3d0adb87c01,40513,1731831406775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036 to pos 0, reset compression=false 2024-11-17T08:17:00,066 DEBUG [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:17:00,160 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/replication/33cc7a149ab1f0c5b6420b9f458ad839/.tmp/queue/3951b5ccfd0a4f6294d3790425386148 2024-11-17T08:17:00,171 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/replication/33cc7a149ab1f0c5b6420b9f458ad839/.tmp/queue/3951b5ccfd0a4f6294d3790425386148 as hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/replication/33cc7a149ab1f0c5b6420b9f458ad839/queue/3951b5ccfd0a4f6294d3790425386148 2024-11-17T08:17:00,183 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/replication/33cc7a149ab1f0c5b6420b9f458ad839/queue/3951b5ccfd0a4f6294d3790425386148, entries=2, sequenceid=6, filesize=5.4 K 2024-11-17T08:17:00,191 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 33cc7a149ab1f0c5b6420b9f458ad839 in 520ms, sequenceid=6, compaction requested=false 2024-11-17T08:17:00,191 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T08:17:00,204 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/replication/33cc7a149ab1f0c5b6420b9f458ad839/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T08:17:00,207 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:17:00,207 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:17:00,207 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:17:00,207 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33cc7a149ab1f0c5b6420b9f458ad839: Waiting for close lock at 1731831419664Running coprocessor pre-close hooks at 1731831419665 (+1 ms)Disabling compacts and flushes for region at 1731831419665Disabling writes for close at 1731831419665Obtaining lock to block concurrent updates at 1731831419669 (+4 ms)Preparing flush snapshotting stores in 33cc7a149ab1f0c5b6420b9f458ad839 at 1731831419669Finished memstore snapshotting hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731831419678 (+9 ms)Flushing stores of hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. at 1731831419680 (+2 ms)Flushing 33cc7a149ab1f0c5b6420b9f458ad839/queue: creating writer at 1731831419681 (+1 ms)Flushing 33cc7a149ab1f0c5b6420b9f458ad839/queue: appending metadata at 1731831419727 (+46 ms)Flushing 33cc7a149ab1f0c5b6420b9f458ad839/queue: closing flushed file at 1731831419730 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@732f3a93: reopening flushed file at 1731831420170 (+440 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 33cc7a149ab1f0c5b6420b9f458ad839 in 520ms, sequenceid=6, compaction requested=false at 1731831420191 (+21 ms)Writing region close event to WAL at 1731831420195 (+4 ms)Running coprocessor post-close hooks at 1731831420205 (+10 ms)Closed at 1731831420207 (+2 ms) 2024-11-17T08:17:00,208 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:17:00,226 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/.tmp/ns/1db5159bcba5439193a1d17e44164a56 2024-11-17T08:17:00,257 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/.tmp/table/ff1b79841543415cbae4459161549950 is 53, key is hbase:replication/table:state/1731831417385/Put/seqid=0 2024-11-17T08:17:00,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741841_1017 (size=5256) 2024-11-17T08:17:00,267 DEBUG [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:17:00,442 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036 to pos 0, reset compression=false 2024-11-17T08:17:00,467 DEBUG [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:17:00,664 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/.tmp/table/ff1b79841543415cbae4459161549950 2024-11-17T08:17:00,667 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:17:00,667 DEBUG [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:17:00,667 DEBUG [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:17:00,673 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/.tmp/info/806b1c53418c4aaf8fadeae57ab948d2 as hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/info/806b1c53418c4aaf8fadeae57ab948d2 2024-11-17T08:17:00,683 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/info/806b1c53418c4aaf8fadeae57ab948d2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T08:17:00,684 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/.tmp/ns/1db5159bcba5439193a1d17e44164a56 as hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/ns/1db5159bcba5439193a1d17e44164a56 2024-11-17T08:17:00,689 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,1-e3d0adb87c01,40513,1731831406775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036 to pos 0, reset compression=false 2024-11-17T08:17:00,694 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/ns/1db5159bcba5439193a1d17e44164a56, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T08:17:00,696 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/.tmp/table/ff1b79841543415cbae4459161549950 as hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/table/ff1b79841543415cbae4459161549950 2024-11-17T08:17:00,711 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/table/ff1b79841543415cbae4459161549950, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T08:17:00,713 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1047ms, sequenceid=11, compaction requested=false 2024-11-17T08:17:00,724 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T08:17:00,725 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:17:00,725 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:17:00,725 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:17:00,726 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831419666Running coprocessor pre-close hooks at 1731831419666Disabling compacts and flushes for region at 1731831419666Disabling writes for close at 1731831419666Obtaining lock to block concurrent updates at 1731831419669 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731831419669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731831419678 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731831419680 (+2 ms)Flushing 1588230740/info: creating writer at 1731831419681 (+1 ms)Flushing 1588230740/info: appending metadata at 1731831419727 (+46 ms)Flushing 1588230740/info: closing flushed file at 1731831419730 (+3 ms)Flushing 1588230740/ns: creating writer at 1731831419803 (+73 ms)Flushing 1588230740/ns: appending metadata at 1731831419819 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731831419819Flushing 1588230740/table: creating writer at 1731831420236 (+417 ms)Flushing 1588230740/table: appending metadata at 1731831420256 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731831420256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1091a229: reopening flushed file at 1731831420672 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74cb6552: reopening flushed file at 1731831420683 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e32a02: reopening flushed file at 1731831420695 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1047ms, sequenceid=11, compaction requested=false at 1731831420713 (+18 ms)Writing region close event to WAL at 1731831420716 (+3 ms)Running coprocessor post-close hooks at 1731831420725 (+9 ms)Closed at 1731831420725 2024-11-17T08:17:00,726 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:17:00,868 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,40513,1731831406775; all regions closed. 2024-11-17T08:17:00,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741834_1010 (size=2742) 2024-11-17T08:17:00,879 DEBUG [RS:0;e3d0adb87c01:40513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/oldWALs 2024-11-17T08:17:00,879 INFO [RS:0;e3d0adb87c01:40513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C40513%2C1731831406775.meta:.meta(num 1731831411055) 2024-11-17T08:17:00,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741837_1013 (size=1802) 2024-11-17T08:17:00,883 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.rep.1731831417315 not finished, retry = 0 2024-11-17T08:17:00,988 DEBUG [RS:0;e3d0adb87c01:40513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/oldWALs 2024-11-17T08:17:00,988 INFO [RS:0;e3d0adb87c01:40513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C40513%2C1731831406775.rep:(num 1731831417315) 2024-11-17T08:17:01,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741832_1008 (size=93) 2024-11-17T08:17:01,023 DEBUG [RS:0;e3d0adb87c01:40513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/oldWALs 2024-11-17T08:17:01,023 INFO [RS:0;e3d0adb87c01:40513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C40513%2C1731831406775:(num 1731831410036) 2024-11-17T08:17:01,023 DEBUG [RS:0;e3d0adb87c01:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:01,023 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:17:01,023 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:17:01,023 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:17:01,024 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:17:01,024 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,40513,1731831406775 because: Region server is closing 2024-11-17T08:17:01,025 INFO [RS:0;e3d0adb87c01:40513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:40513. 2024-11-17T08:17:01,025 DEBUG [RS:0;e3d0adb87c01:40513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:01,025 DEBUG [RS:0;e3d0adb87c01:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:01,025 DEBUG [RS:0;e3d0adb87c01:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:01,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:17:01,025 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:17:01,051 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036 to pos 0, reset compression=false 2024-11-17T08:17:01,065 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036 was moved to hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/oldWALs/e3d0adb87c01%2C40513%2C1731831406775.1731831410036 2024-11-17T08:17:01,071 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036 2024-11-17T08:17:01,072 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-17T08:17:01,072 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-17T08:17:01,072 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.shippere3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e3d0adb87c01,40513,1731831406775 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775/e3d0adb87c01%2C40513%2C1731831406775.1731831410036, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-17T08:17:01,080 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.shippere3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e3d0adb87c01,40513,1731831406775: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-e3d0adb87c01,40513,1731831406775, walGroup=e3d0adb87c01%2C40513%2C1731831406775, offset=e3d0adb87c01%2C40513%2C1731831406775.1731831410036:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:40513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T08:17:01,082 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.shippere3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T08:17:01,086 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.shippere3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T08:17:01,088 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.shippere3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T08:17:01,088 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.shippere3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T08:17:01,088 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.shippere3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T08:17:01,088 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.shippere3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 391202136 }, "NonHeapMemoryUsage": { "committed": 152698880, "init": 7667712, "max": -1, "used": 150430264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T08:17:01,090 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.shippere3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [e3d0adb87c01%2C40513%2C1731831406775.1731831410036] 2024-11-17T08:17:01,125 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775.replicationSource.wal-reader.e3d0adb87c01%2C40513%2C1731831406775,1-e3d0adb87c01,40513,1731831406775 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T08:17:01,125 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775.replicationSource.shippere3d0adb87c01%2C40513%2C1731831406775,1-e3d0adb87c01,40513,1731831406775 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T08:17:01,126 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40513,1731831406775.replicationSource.shippere3d0adb87c01%2C40513%2C1731831406775,1-e3d0adb87c01,40513,1731831406775 terminated 2024-11-17T08:17:01,126 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e3d0adb87c01,40513,1731831406775 because: Region server is closing 2024-11-17T08:17:01,126 INFO [RS:0;e3d0adb87c01:40513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:40513. 2024-11-17T08:17:01,127 DEBUG [RS:0;e3d0adb87c01:40513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:01,127 DEBUG [RS:0;e3d0adb87c01:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:01,127 DEBUG [RS:0;e3d0adb87c01:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:01,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:17:01,127 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,40513,1731831406775.replicationSource.shippere3d0adb87c01%2C40513%2C1731831406775,2-e3d0adb87c01,40513,1731831406775 terminated 2024-11-17T08:17:01,127 INFO [RS:0;e3d0adb87c01:40513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40513 2024-11-17T08:17:01,251 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:17:01,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-562946974/rs/e3d0adb87c01,40513,1731831406775 2024-11-17T08:17:01,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974/rs 2024-11-17T08:17:01,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,40513,1731831406775] 2024-11-17T08:17:01,344 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-562946974/draining/e3d0adb87c01,40513,1731831406775 already deleted, retry=false 2024-11-17T08:17:01,345 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,40513,1731831406775 expired; onlineServers=0 2024-11-17T08:17:01,345 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,46577,1731831406022' ***** 2024-11-17T08:17:01,345 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:17:01,345 INFO [M:0;e3d0adb87c01:46577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:17:01,345 INFO [M:0;e3d0adb87c01:46577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:17:01,345 DEBUG [M:0;e3d0adb87c01:46577 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:17:01,345 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:17:01,345 DEBUG [M:0;e3d0adb87c01:46577 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:17:01,345 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831409666 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831409666,5,FailOnTimeoutGroup] 2024-11-17T08:17:01,345 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831409668 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831409668,5,FailOnTimeoutGroup] 2024-11-17T08:17:01,345 INFO [M:0;e3d0adb87c01:46577 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:17:01,346 INFO [M:0;e3d0adb87c01:46577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:17:01,346 DEBUG [M:0;e3d0adb87c01:46577 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:17:01,346 INFO [M:0;e3d0adb87c01:46577 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:17:01,346 INFO [M:0;e3d0adb87c01:46577 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:17:01,347 INFO [M:0;e3d0adb87c01:46577 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:17:01,347 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:17:01,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-562946974/master 2024-11-17T08:17:01,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:17:01,356 DEBUG [M:0;e3d0adb87c01:46577 {}] zookeeper.ZKUtil(347): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Unable to get data of znode /0-562946974/master because node does not exist (not an error) 2024-11-17T08:17:01,356 WARN [M:0;e3d0adb87c01:46577 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:17:01,357 INFO [M:0;e3d0adb87c01:46577 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/.lastflushedseqids 2024-11-17T08:17:01,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741842_1018 (size=181) 2024-11-17T08:17:01,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:01,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10147de07760001, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:01,426 INFO [RS:0;e3d0adb87c01:40513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:17:01,427 INFO [RS:0;e3d0adb87c01:40513 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,40513,1731831406775; zookeeper connection closed. 2024-11-17T08:17:01,427 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f4698e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f4698e9 2024-11-17T08:17:01,428 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:17:01,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:17:01,768 INFO [M:0;e3d0adb87c01:46577 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:17:01,768 INFO [M:0;e3d0adb87c01:46577 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:17:01,769 DEBUG [M:0;e3d0adb87c01:46577 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:17:01,769 INFO [M:0;e3d0adb87c01:46577 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:01,769 DEBUG [M:0;e3d0adb87c01:46577 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:01,769 DEBUG [M:0;e3d0adb87c01:46577 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:17:01,769 DEBUG [M:0;e3d0adb87c01:46577 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:01,769 INFO [M:0;e3d0adb87c01:46577 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-17T08:17:01,797 DEBUG [M:0;e3d0adb87c01:46577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19d16cc6199444d682ba13dabf15b568 is 82, key is hbase:meta,,1/info:regioninfo/1731831411137/Put/seqid=0 2024-11-17T08:17:01,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741843_1019 (size=5672) 2024-11-17T08:17:01,817 INFO [M:0;e3d0adb87c01:46577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19d16cc6199444d682ba13dabf15b568 2024-11-17T08:17:01,861 DEBUG [M:0;e3d0adb87c01:46577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30c61c35a34f4573989fb4b2b13ea504 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731831417392/Put/seqid=0 2024-11-17T08:17:01,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741844_1020 (size=8663) 2024-11-17T08:17:01,871 INFO [M:0;e3d0adb87c01:46577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30c61c35a34f4573989fb4b2b13ea504 2024-11-17T08:17:01,916 DEBUG [M:0;e3d0adb87c01:46577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d57f1410e1ba4ee0b14497cf63dc6d3a is 69, key is e3d0adb87c01,40513,1731831406775/rs:state/1731831409801/Put/seqid=0 2024-11-17T08:17:01,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741845_1021 (size=5156) 2024-11-17T08:17:02,323 INFO [M:0;e3d0adb87c01:46577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d57f1410e1ba4ee0b14497cf63dc6d3a 2024-11-17T08:17:02,335 DEBUG [M:0;e3d0adb87c01:46577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19d16cc6199444d682ba13dabf15b568 as hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19d16cc6199444d682ba13dabf15b568 2024-11-17T08:17:02,343 INFO [M:0;e3d0adb87c01:46577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19d16cc6199444d682ba13dabf15b568, entries=8, sequenceid=115, filesize=5.5 K 2024-11-17T08:17:02,345 DEBUG [M:0;e3d0adb87c01:46577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30c61c35a34f4573989fb4b2b13ea504 as hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30c61c35a34f4573989fb4b2b13ea504 2024-11-17T08:17:02,354 INFO [M:0;e3d0adb87c01:46577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30c61c35a34f4573989fb4b2b13ea504, entries=14, sequenceid=115, filesize=8.5 K 2024-11-17T08:17:02,355 DEBUG [M:0;e3d0adb87c01:46577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d57f1410e1ba4ee0b14497cf63dc6d3a as hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d57f1410e1ba4ee0b14497cf63dc6d3a 2024-11-17T08:17:02,363 INFO [M:0;e3d0adb87c01:46577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d57f1410e1ba4ee0b14497cf63dc6d3a, entries=1, sequenceid=115, filesize=5.0 K 2024-11-17T08:17:02,365 INFO [M:0;e3d0adb87c01:46577 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 596ms, sequenceid=115, compaction requested=false 2024-11-17T08:17:02,367 INFO [M:0;e3d0adb87c01:46577 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:02,367 DEBUG [M:0;e3d0adb87c01:46577 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831421768Disabling compacts and flushes for region at 1731831421768Disabling writes for close at 1731831421769 (+1 ms)Obtaining lock to block concurrent updates at 1731831421769Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831421769Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731831421770 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831421771 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831421771Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831421796 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831421796Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831421830 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831421860 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831421860Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831421888 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831421915 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831421915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@665597cf: reopening flushed file at 1731831422333 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3b5694: reopening flushed file at 1731831422344 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c03574: reopening flushed file at 1731831422354 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 596ms, sequenceid=115, compaction requested=false at 1731831422366 (+12 ms)Writing region close event to WAL at 1731831422367 (+1 ms)Closed at 1731831422367 2024-11-17T08:17:02,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741830_1006 (size=59421) 2024-11-17T08:17:02,374 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:17:02,374 INFO [M:0;e3d0adb87c01:46577 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:17:02,374 INFO [M:0;e3d0adb87c01:46577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46577 2024-11-17T08:17:02,375 INFO [M:0;e3d0adb87c01:46577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:17:02,551 INFO [M:0;e3d0adb87c01:46577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:17:02,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:02,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x10147de07760000, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:02,553 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:17:02,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:02,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:02,554 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:17:02,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:02,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:17:02,554 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:17:02,554 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:17:02,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37865 2024-11-17T08:17:02,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37865 connecting to ZooKeeper ensemble=127.0.0.1:62242 2024-11-17T08:17:02,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378650x0, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:17:02,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37865-0x10147de07760006 connected 2024-11-17T08:17:02,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:02,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:02,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on znode that does not yet exist, /0-562946974/running 2024-11-17T08:17:02,584 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-562946974/meta-region-server: INIT 2024-11-17T08:17:02,584 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370, hbase.cluster.distributed=false 2024-11-17T08:17:02,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on znode that does not yet exist, /0-562946974/acl 2024-11-17T08:17:02,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37865 2024-11-17T08:17:02,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37865 2024-11-17T08:17:02,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37865 2024-11-17T08:17:02,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37865 2024-11-17T08:17:02,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37865 2024-11-17T08:17:02,605 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:17:02,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:02,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:02,605 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:17:02,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:02,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:17:02,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:17:02,606 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:17:02,606 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37223 2024-11-17T08:17:02,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37223 connecting to ZooKeeper ensemble=127.0.0.1:62242 2024-11-17T08:17:02,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:02,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:02,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372230x0, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:17:02,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372230x0, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on znode that does not yet exist, /0-562946974/running 2024-11-17T08:17:02,621 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-562946974/meta-region-server: INIT 2024-11-17T08:17:02,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37223-0x10147de07760007 connected 2024-11-17T08:17:02,621 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:17:02,629 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:17:02,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on znode that does not yet exist, /0-562946974/master 2024-11-17T08:17:02,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on znode that does not yet exist, /0-562946974/acl 2024-11-17T08:17:02,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37223 2024-11-17T08:17:02,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37223 2024-11-17T08:17:02,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37223 2024-11-17T08:17:02,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37223 2024-11-17T08:17:02,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37223 2024-11-17T08:17:02,658 DEBUG [M:0;e3d0adb87c01:37865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:37865 2024-11-17T08:17:02,658 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-562946974/backup-masters/e3d0adb87c01,37865,1731831422553 2024-11-17T08:17:02,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974/backup-masters 2024-11-17T08:17:02,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974/backup-masters 2024-11-17T08:17:02,672 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on existing znode=/0-562946974/backup-masters/e3d0adb87c01,37865,1731831422553 2024-11-17T08:17:02,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:17:02,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-562946974/master 2024-11-17T08:17:02,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:17:02,682 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on existing znode=/0-562946974/master 2024-11-17T08:17:02,683 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-562946974/backup-masters/e3d0adb87c01,37865,1731831422553 from backup master directory 2024-11-17T08:17:02,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-562946974/backup-masters/e3d0adb87c01,37865,1731831422553 2024-11-17T08:17:02,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974/backup-masters 2024-11-17T08:17:02,692 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:17:02,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974/backup-masters 2024-11-17T08:17:02,692 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,37865,1731831422553 2024-11-17T08:17:02,712 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:02,712 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:17:02,727 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-17T08:17:02,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741846_1022 (size=196) 2024-11-17T08:17:02,747 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:17:02,748 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:17:02,748 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:02,761 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-17T08:17:02,766 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/WALs/e3d0adb87c01,46577,1731831406022 to hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/WALs/e3d0adb87c01,46577,1731831406022-dead as it is dead 2024-11-17T08:17:02,768 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-17T08:17:02,768 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-17T08:17:02,768 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/WALs/e3d0adb87c01,46577,1731831406022-dead/e3d0adb87c01%2C46577%2C1731831406022.1731831408879 2024-11-17T08:17:02,777 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/WALs/e3d0adb87c01,46577,1731831406022-dead/e3d0adb87c01%2C46577%2C1731831406022.1731831408879 after 6ms 2024-11-17T08:17:02,779 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/WALs/e3d0adb87c01,46577,1731831406022-dead/e3d0adb87c01%2C46577%2C1731831406022.1731831408879 to hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e3d0adb87c01%2C46577%2C1731831406022.1731831408879 2024-11-17T08:17:02,779 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/WALs/e3d0adb87c01,46577,1731831406022-dead 2024-11-17T08:17:02,780 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/WALs/e3d0adb87c01,37865,1731831422553 2024-11-17T08:17:02,782 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:17:02,785 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C37865%2C1731831422553, suffix=, logDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/WALs/e3d0adb87c01,37865,1731831422553, archiveDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/oldWALs, maxLogs=10 2024-11-17T08:17:02,806 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/WALs/e3d0adb87c01,37865,1731831422553/e3d0adb87c01%2C37865%2C1731831422553.1731831422786, exclude list is [], retry=0 2024-11-17T08:17:02,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39713,DS-7e90ab21-d8c9-4fd1-896d-4faf23ff242e,DISK] 2024-11-17T08:17:02,817 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/WALs/e3d0adb87c01,37865,1731831422553/e3d0adb87c01%2C37865%2C1731831422553.1731831422786 2024-11-17T08:17:02,817 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-17T08:17:02,817 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:17:02,818 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:02,818 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:02,818 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:02,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:02,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:17:02,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:02,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19d16cc6199444d682ba13dabf15b568 2024-11-17T08:17:02,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:02,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:02,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:17:02,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:02,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30c61c35a34f4573989fb4b2b13ea504 2024-11-17T08:17:02,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:02,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:02,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:17:02,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:02,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d57f1410e1ba4ee0b14497cf63dc6d3a 2024-11-17T08:17:02,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:02,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:02,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:17:02,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:02,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:02,867 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:02,868 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-17T08:17:02,868 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e3d0adb87c01%2C46577%2C1731831406022.1731831408879 2024-11-17T08:17:02,889 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e3d0adb87c01%2C46577%2C1731831406022.1731831408879 2024-11-17T08:17:02,891 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e3d0adb87c01%2C46577%2C1731831406022.1731831408879 2024-11-17T08:17:02,893 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:02,893 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:02,894 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:17:02,897 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:02,901 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-17T08:17:02,902 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66233890, jitterRate=-0.01303812861442566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:17:02,903 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831422818Initializing all the Stores at 1731831422819 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831422819Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831422819Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831422819Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831422819Cleaning up temporary data from old regions at 1731831422893 (+74 ms)Region opened successfully at 1731831422902 (+9 ms) 2024-11-17T08:17:02,903 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:17:02,910 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f8457f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:17:02,922 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-17T08:17:02,923 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:17:02,923 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:17:02,923 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:17:02,924 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:17:02,931 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:02,932 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:17:02,933 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:17:02,933 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:17:02,933 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T08:17:02,933 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T08:17:02,933 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-17T08:17:02,934 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:17:02,939 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e3d0adb87c01,40513,1731831406775, regionLocation=e3d0adb87c01,40513,1731831406775, openSeqNum=2 2024-11-17T08:17:02,939 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e3d0adb87c01,40513,1731831406775, table=hbase:meta, region=1588230740 2024-11-17T08:17:02,940 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,40513,1731831406775, state=OPEN 2024-11-17T08:17:02,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-562946974/meta-region-server 2024-11-17T08:17:02,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-562946974/meta-region-server 2024-11-17T08:17:02,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-562946974/meta-region-server: CHANGED 2024-11-17T08:17:02,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-562946974/meta-region-server: CHANGED 2024-11-17T08:17:02,951 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:17:02,955 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-562946974/draining/e3d0adb87c01,40513,1731831406775 already deleted, retry=false 2024-11-17T08:17:02,956 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of e3d0adb87c01,40513,1731831406775 on e3d0adb87c01,37865,1731831422553 2024-11-17T08:17:02,962 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e3d0adb87c01,40513,1731831406775, splitWal=true, meta=true 2024-11-17T08:17:02,964 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for e3d0adb87c01,40513,1731831406775 (carryingMeta=true) e3d0adb87c01,40513,1731831406775/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5780afac[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T08:17:02,968 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Unable to get data of znode /0-562946974/balancer because node does not exist (not necessarily an error) 2024-11-17T08:17:03,005 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-562946974/balancer already deleted, retry=false 2024-11-17T08:17:03,006 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:17:03,007 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Unable to get data of znode /0-562946974/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:17:03,028 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-562946974/normalizer already deleted, retry=false 2024-11-17T08:17:03,029 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:17:03,030 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Unable to get data of znode /0-562946974/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:17:03,040 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-562946974/switch/split already deleted, retry=false 2024-11-17T08:17:03,041 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Unable to get data of znode /0-562946974/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:17:03,050 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-562946974/switch/merge already deleted, retry=false 2024-11-17T08:17:03,073 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Unable to get data of znode /0-562946974/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:17:03,082 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-562946974/snapshot-cleanup already deleted, retry=false 2024-11-17T08:17:03,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-562946974/running 2024-11-17T08:17:03,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-562946974/running 2024-11-17T08:17:03,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:17:03,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:17:03,093 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,37865,1731831422553, sessionid=0x10147de07760006, setting cluster-up flag (Was=false) 2024-11-17T08:17:03,104 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-562946974/flush-table-proc/acquired, /0-562946974/flush-table-proc/reached, /0-562946974/flush-table-proc/abort 2024-11-17T08:17:03,106 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,37865,1731831422553 2024-11-17T08:17:03,114 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-562946974/online-snapshot/acquired, /0-562946974/online-snapshot/reached, /0-562946974/online-snapshot/abort 2024-11-17T08:17:03,115 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,37865,1731831422553 2024-11-17T08:17:03,117 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/.lastflushedseqids 2024-11-17T08:17:03,122 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:17:03,122 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:17:03,122 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,37865,1731831422553 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 e3d0adb87c01,40513,1731831406775 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:17:03,124 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:03,124 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:03,124 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:03,124 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:03,124 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:17:03,125 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:03,125 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:17:03,125 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:03,130 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e3d0adb87c01,40513,1731831406775, splitWal=true, meta=true 2024-11-17T08:17:03,133 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e3d0adb87c01,40513,1731831406775, splitWal=true, meta=true, isMeta: true 2024-11-17T08:17:03,135 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775-splitting 2024-11-17T08:17:03,136 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775-splitting dir is empty, no logs to split. 2024-11-17T08:17:03,136 INFO [PEWorker-1 {}] master.SplitWALManager(105): e3d0adb87c01,40513,1731831406775 WAL count=0, meta=true 2024-11-17T08:17:03,140 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831453140 2024-11-17T08:17:03,141 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:17:03,141 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:17:03,141 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:17:03,141 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:17:03,141 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:17:03,141 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:17:03,141 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775-splitting dir is empty, no logs to split. 2024-11-17T08:17:03,141 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:03,141 INFO [PEWorker-1 {}] master.SplitWALManager(105): e3d0adb87c01,40513,1731831406775 WAL count=0, meta=true 2024-11-17T08:17:03,141 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e3d0adb87c01,40513,1731831406775 WAL splitting is done? wals=0, meta=true 2024-11-17T08:17:03,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:17:03,147 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:17:03,148 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:17:03,148 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:17:03,148 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:17:03,149 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:17:03,150 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T08:17:03,153 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer(746): ClusterId : 07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a 2024-11-17T08:17:03,153 DEBUG [RS:0;e3d0adb87c01:37223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:17:03,162 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:17:03,162 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:17:03,164 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831423162,5,FailOnTimeoutGroup] 2024-11-17T08:17:03,165 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831423164,5,FailOnTimeoutGroup] 2024-11-17T08:17:03,165 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:03,165 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:17:03,165 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:03,165 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:03,166 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831423166, completionTime=-1 2024-11-17T08:17:03,166 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-17T08:17:03,168 DEBUG [RS:0;e3d0adb87c01:37223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:17:03,168 DEBUG [RS:0;e3d0adb87c01:37223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:17:03,169 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T08:17:03,180 DEBUG [RS:0;e3d0adb87c01:37223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:17:03,181 DEBUG [RS:0;e3d0adb87c01:37223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d482302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:17:03,200 DEBUG [RS:0;e3d0adb87c01:37223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:37223 2024-11-17T08:17:03,200 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:17:03,200 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:17:03,200 DEBUG [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:17:03,201 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,37865,1731831422553 with port=37223, startcode=1731831422604 2024-11-17T08:17:03,202 DEBUG [RS:0;e3d0adb87c01:37223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:17:03,204 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:17:03,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,37223,1731831422604 2024-11-17T08:17:03,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37865 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,37223,1731831422604 2024-11-17T08:17:03,216 DEBUG [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370 2024-11-17T08:17:03,216 DEBUG [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42335 2024-11-17T08:17:03,216 DEBUG [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:17:03,219 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T08:17:03,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974/rs 2024-11-17T08:17:03,237 DEBUG [RS:0;e3d0adb87c01:37223 {}] zookeeper.ZKUtil(111): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on existing znode=/0-562946974/rs/e3d0adb87c01,37223,1731831422604 2024-11-17T08:17:03,237 WARN [RS:0;e3d0adb87c01:37223 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:17:03,237 INFO [RS:0;e3d0adb87c01:37223 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:03,237 DEBUG [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604 2024-11-17T08:17:03,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,37223,1731831422604] 2024-11-17T08:17:03,295 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:17:03,298 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:17:03,300 WARN [e3d0adb87c01:37865 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T08:17:03,305 INFO [RS:0;e3d0adb87c01:37223 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:17:03,305 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:03,305 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:17:03,312 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:17:03,312 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:03,313 DEBUG [RS:0;e3d0adb87c01:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:03,313 DEBUG [RS:0;e3d0adb87c01:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:03,313 DEBUG [RS:0;e3d0adb87c01:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:03,313 DEBUG [RS:0;e3d0adb87c01:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:03,313 DEBUG [RS:0;e3d0adb87c01:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:03,313 DEBUG [RS:0;e3d0adb87c01:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:17:03,313 DEBUG [RS:0;e3d0adb87c01:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:03,313 DEBUG [RS:0;e3d0adb87c01:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:03,314 DEBUG [RS:0;e3d0adb87c01:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:03,314 DEBUG [RS:0;e3d0adb87c01:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:03,314 DEBUG [RS:0;e3d0adb87c01:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:03,314 DEBUG [RS:0;e3d0adb87c01:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:03,314 DEBUG [RS:0;e3d0adb87c01:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:17:03,314 DEBUG [RS:0;e3d0adb87c01:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:17:03,318 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:03,318 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:03,318 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:03,318 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:03,318 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:03,318 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37223,1731831422604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:17:03,347 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:17:03,347 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37223,1731831422604-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:03,368 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,37223,1731831422604, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:17:03,389 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource,1-e3d0adb87c01,37223,1731831422604 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:39971' 2024-11-17T08:17:03,390 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.ReplicationSource(231): queueId=2-e3d0adb87c01,37223,1731831422604, ReplicationSource: 2, currentBandwidth=0 2024-11-17T08:17:03,390 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:03,390 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.Replication(171): e3d0adb87c01,37223,1731831422604 started 2024-11-17T08:17:03,404 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource,1-e3d0adb87c01,37223,1731831422604 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42bc98be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:03,405 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource,1-e3d0adb87c01,37223,1731831422604 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39971,-1 for getting cluster id 2024-11-17T08:17:03,414 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:03,414 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,37223,1731831422604, RpcServer on e3d0adb87c01/172.17.0.3:37223, sessionid=0x10147de07760007 2024-11-17T08:17:03,414 DEBUG [RS:0;e3d0adb87c01:37223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:17:03,414 DEBUG [RS:0;e3d0adb87c01:37223 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,37223,1731831422604 2024-11-17T08:17:03,414 DEBUG [RS:0;e3d0adb87c01:37223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,37223,1731831422604' 2024-11-17T08:17:03,414 DEBUG [RS:0;e3d0adb87c01:37223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-562946974/flush-table-proc/abort' 2024-11-17T08:17:03,415 DEBUG [RS:0;e3d0adb87c01:37223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-562946974/flush-table-proc/acquired' 2024-11-17T08:17:03,416 DEBUG [RS:0;e3d0adb87c01:37223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:17:03,416 DEBUG [RS:0;e3d0adb87c01:37223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:17:03,416 DEBUG [RS:0;e3d0adb87c01:37223 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,37223,1731831422604 2024-11-17T08:17:03,416 DEBUG [RS:0;e3d0adb87c01:37223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,37223,1731831422604' 2024-11-17T08:17:03,416 DEBUG [RS:0;e3d0adb87c01:37223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-562946974/online-snapshot/abort' 2024-11-17T08:17:03,416 DEBUG [RS:0;e3d0adb87c01:37223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-562946974/online-snapshot/acquired' 2024-11-17T08:17:03,417 DEBUG [RS:0;e3d0adb87c01:37223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:17:03,417 INFO [RS:0;e3d0adb87c01:37223 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:17:03,417 INFO [RS:0;e3d0adb87c01:37223 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:17:03,405 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource,1-e3d0adb87c01,37223,1731831422604 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:03,421 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource,2-e3d0adb87c01,37223,1731831422604 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:39971' 2024-11-17T08:17:03,426 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a' 2024-11-17T08:17:03,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:03,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a" 2024-11-17T08:17:03,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b1688f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:03,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39971,-1] 2024-11-17T08:17:03,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:03,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:03,429 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:03,431 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource,1-e3d0adb87c01,37223,1731831422604 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f6e8ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:03,431 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource,1-e3d0adb87c01,37223,1731831422604 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:17:03,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39971,1731831413270 2024-11-17T08:17:03,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d1134c1 2024-11-17T08:17:03,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:17:03,435 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-17T08:17:03,437 INFO [RS:0;e3d0adb87c01:37223.replicationSource,1-e3d0adb87c01,37223,1731831422604 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,37223,1731831422604 (queues=0) is replicating from cluster=07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a to cluster=1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a 2024-11-17T08:17:03,438 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource,2-e3d0adb87c01,37223,1731831422604 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@285d31c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:03,438 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource,2-e3d0adb87c01,37223,1731831422604 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39971,-1 for getting cluster id 2024-11-17T08:17:03,438 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource,2-e3d0adb87c01,37223,1731831422604 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:03,440 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a' 2024-11-17T08:17:03,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:03,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a" 2024-11-17T08:17:03,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e3be6bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:03,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39971,-1] 2024-11-17T08:17:03,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:03,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:03,443 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:03,445 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource,2-e3d0adb87c01,37223,1731831422604 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dae9b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:03,445 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource,2-e3d0adb87c01,37223,1731831422604 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:17:03,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39971,1731831413270 2024-11-17T08:17:03,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ac7a01d 2024-11-17T08:17:03,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:17:03,450 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-17T08:17:03,451 INFO [RS:0;e3d0adb87c01:37223.replicationSource,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e3d0adb87c01,37223,1731831422604 (queues=0) is replicating from cluster=07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a to cluster=1b4b670c-8afe-44e6-bc0f-2a7b52eaf53a 2024-11-17T08:17:03,518 INFO [RS:0;e3d0adb87c01:37223 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:17:03,520 INFO [RS:0;e3d0adb87c01:37223 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C37223%2C1731831422604, suffix=, logDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604, archiveDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/oldWALs, maxLogs=10 2024-11-17T08:17:03,539 DEBUG [RS:0;e3d0adb87c01:37223 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521, exclude list is [], retry=0 2024-11-17T08:17:03,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39713,DS-7e90ab21-d8c9-4fd1-896d-4faf23ff242e,DISK] 2024-11-17T08:17:03,552 INFO [RS:0;e3d0adb87c01:37223 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 2024-11-17T08:17:03,556 DEBUG [RS:0;e3d0adb87c01:37223 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e3d0adb87c01%2C37223%2C1731831422604 for peer 1 2024-11-17T08:17:03,557 DEBUG [RS:0;e3d0adb87c01:37223 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e3d0adb87c01%2C37223%2C1731831422604 for peer 2 2024-11-17T08:17:03,557 DEBUG [RS:0;e3d0adb87c01:37223 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C37223%2C1731831422604 2024-11-17T08:17:03,557 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,37223,1731831422604, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:17:03,557 DEBUG [RS:0;e3d0adb87c01:37223 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e3d0adb87c01%2C37223%2C1731831422604 2024-11-17T08:17:03,558 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e3d0adb87c01,37223,1731831422604, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:17:03,558 INFO [RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,1-e3d0adb87c01,37223,1731831422604 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C37223%2C1731831422604 2024-11-17T08:17:03,558 DEBUG [RS:0;e3d0adb87c01:37223 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-17T08:17:03,559 INFO [RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C37223%2C1731831422604 2024-11-17T08:17:03,559 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521, startPosition=0, beingWritten=true 2024-11-17T08:17:03,559 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,1-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521, startPosition=0, beingWritten=true 2024-11-17T08:17:03,785 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,1-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:03,794 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:03,800 DEBUG [e3d0adb87c01:37865 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:17:03,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,37223,1731831422604 2024-11-17T08:17:03,803 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,37223,1731831422604, state=OPENING 2024-11-17T08:17:03,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-562946974/meta-region-server 2024-11-17T08:17:03,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-562946974/meta-region-server 2024-11-17T08:17:03,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-562946974/meta-region-server: CHANGED 2024-11-17T08:17:03,851 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:17:03,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,37223,1731831422604}] 2024-11-17T08:17:03,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-562946974/meta-region-server: CHANGED 2024-11-17T08:17:04,008 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:17:04,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:17:04,014 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:17:04,014 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:04,014 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:17:04,016 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C37223%2C1731831422604.meta, suffix=.meta, logDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604, archiveDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/oldWALs, maxLogs=10 2024-11-17T08:17:04,032 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.meta.1731831424017.meta, exclude list is [], retry=0 2024-11-17T08:17:04,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39713,DS-7e90ab21-d8c9-4fd1-896d-4faf23ff242e,DISK] 2024-11-17T08:17:04,037 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.meta.1731831424017.meta 2024-11-17T08:17:04,038 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-17T08:17:04,038 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:17:04,038 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:17:04,038 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:17:04,039 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:17:04,039 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:17:04,039 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:17:04,039 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:04,039 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:17:04,039 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:17:04,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:17:04,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:17:04,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:04,053 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/info/806b1c53418c4aaf8fadeae57ab948d2 2024-11-17T08:17:04,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:04,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:17:04,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:17:04,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:04,067 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/ns/1db5159bcba5439193a1d17e44164a56 2024-11-17T08:17:04,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:04,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:17:04,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:17:04,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:04,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:04,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:17:04,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:17:04,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:04,080 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/table/ff1b79841543415cbae4459161549950 2024-11-17T08:17:04,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:04,081 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:17:04,083 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740 2024-11-17T08:17:04,085 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740 2024-11-17T08:17:04,086 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:17:04,086 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:17:04,087 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:17:04,090 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:17:04,091 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75364978, jitterRate=0.12302568554878235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:17:04,091 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:17:04,091 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831424039Writing region info on filesystem at 1731831424039Initializing all the Stores at 1731831424040 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831424040Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831424040Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831424041 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831424041Cleaning up temporary data from old regions at 1731831424086 (+45 ms)Running coprocessor post-open hooks at 1731831424091 (+5 ms)Region opened successfully at 1731831424091 2024-11-17T08:17:04,093 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731831424007 2024-11-17T08:17:04,097 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:17:04,097 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:17:04,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=e3d0adb87c01,37223,1731831422604 2024-11-17T08:17:04,099 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,37223,1731831422604, state=OPEN 2024-11-17T08:17:04,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-562946974/meta-region-server 2024-11-17T08:17:04,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-562946974/meta-region-server 2024-11-17T08:17:04,103 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,37223,1731831422604 2024-11-17T08:17:04,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-562946974/meta-region-server: CHANGED 2024-11-17T08:17:04,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-562946974/meta-region-server: CHANGED 2024-11-17T08:17:04,104 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,1-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:04,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-17T08:17:04,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,37223,1731831422604 in 252 msec 2024-11-17T08:17:04,109 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:04,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-17T08:17:04,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 963 msec 2024-11-17T08:17:04,518 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,1-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:04,523 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:04,722 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-17T08:17:05,028 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,1-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:05,031 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:05,635 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,1-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:05,638 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:06,225 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-17T08:17:06,344 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,1-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:06,344 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:06,629 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:17:07,156 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,1-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:07,162 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:07,677 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-17T08:17:07,677 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:17:07,678 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:07,678 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,37223,1731831422604, seqNum=-1] 2024-11-17T08:17:07,678 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:07,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:17:07,687 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=33cc7a149ab1f0c5b6420b9f458ad839, regionState=OPEN, lastHost=e3d0adb87c01,40513,1731831406775, regionLocation=e3d0adb87c01,40513,1731831406775, openSeqNum=2 2024-11-17T08:17:07,687 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:17:07,687 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831487687 2024-11-17T08:17:07,687 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831547687 2024-11-17T08:17:07,687 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-17T08:17:07,687 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37865,1731831422553-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:07,687 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37865,1731831422553-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:07,688 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): e3d0adb87c01,40513,1731831406775 had 2 regions 2024-11-17T08:17:07,688 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37865,1731831422553-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:07,688 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:37865, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:07,688 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:07,688 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:07,689 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e3d0adb87c01,40513,1731831406775, splitWal=true, meta=true, isMeta: false 2024-11-17T08:17:07,694 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775-splitting dir is empty, no logs to split. 2024-11-17T08:17:07,694 INFO [PEWorker-3 {}] master.SplitWALManager(105): e3d0adb87c01,40513,1731831406775 WAL count=0, meta=false 2024-11-17T08:17:07,696 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.003sec 2024-11-17T08:17:07,696 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:17:07,696 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:17:07,696 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:17:07,696 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:17:07,696 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:17:07,696 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37865,1731831422553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:17:07,696 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37865,1731831422553-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:17:07,700 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,40513,1731831406775-splitting dir is empty, no logs to split. 2024-11-17T08:17:07,700 INFO [PEWorker-3 {}] master.SplitWALManager(105): e3d0adb87c01,40513,1731831406775 WAL count=0, meta=false 2024-11-17T08:17:07,700 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e3d0adb87c01,40513,1731831406775 WAL splitting is done? wals=0, meta=false 2024-11-17T08:17:07,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=33cc7a149ab1f0c5b6420b9f458ad839, ASSIGN}] 2024-11-17T08:17:07,705 WARN [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=e3d0adb87c01,40513,1731831406775/hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:17:07,707 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=33cc7a149ab1f0c5b6420b9f458ad839, ASSIGN 2024-11-17T08:17:07,708 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:17:07,709 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:17:07,709 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37865,1731831422553-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:07,709 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=33cc7a149ab1f0c5b6420b9f458ad839, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T08:17:07,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2a3793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:07,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37865,-1 for getting cluster id 2024-11-17T08:17:07,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:07,759 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a' 2024-11-17T08:17:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a" 2024-11-17T08:17:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35af4da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37865,-1] 2024-11-17T08:17:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:07,763 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:07,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e88632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:07,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:07,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,37223,1731831422604, seqNum=-1] 2024-11-17T08:17:07,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:07,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:17:07,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-17T08:17:07,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:17:07,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:07,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:07,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:07,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:17:07,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: e3d0adb87c01:37865 after: e3d0adb87c01:37865 2024-11-17T08:17:07,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b049635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:07,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37865,-1 for getting cluster id 2024-11-17T08:17:07,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:07,776 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a' 2024-11-17T08:17:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07f233e6-0ff3-47a6-9ccb-ce7ecbbe656a" 2024-11-17T08:17:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4167ce6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37865,-1] 2024-11-17T08:17:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:07,778 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:07,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3068e4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:07,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:17:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,37865,1731831422553 2024-11-17T08:17:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ee51a 2024-11-17T08:17:07,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:17:07,782 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:17:07,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T08:17:07,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-17T08:17:07,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T08:17:07,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-17T08:17:07,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:17:07,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:17:07,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:07,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:07,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:07,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:17:07,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:17:07,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1335318268, stopped=false 2024-11-17T08:17:07,787 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,39971,1731831413270 2024-11-17T08:17:07,860 DEBUG [e3d0adb87c01:37865 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:17:07,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=33cc7a149ab1f0c5b6420b9f458ad839, regionState=OPENING, regionLocation=e3d0adb87c01,37223,1731831422604 2024-11-17T08:17:07,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-493401667/running 2024-11-17T08:17:07,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-493401667/running 2024-11-17T08:17:07,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667 2024-11-17T08:17:07,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667 2024-11-17T08:17:07,861 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:17:07,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:17:07,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:07,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:07,861 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,42467,1731831413404' ***** 2024-11-17T08:17:07,861 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:17:07,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Set watcher on znode that does not yet exist, /1-493401667/running 2024-11-17T08:17:07,862 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:17:07,862 INFO [RS:0;e3d0adb87c01:42467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:17:07,862 INFO [RS:0;e3d0adb87c01:42467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:17:07,862 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,42467,1731831413404 2024-11-17T08:17:07,862 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:17:07,862 INFO [RS:0;e3d0adb87c01:42467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:42467. 2024-11-17T08:17:07,862 DEBUG [RS:0;e3d0adb87c01:42467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:07,862 DEBUG [RS:0;e3d0adb87c01:42467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:07,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Set watcher on znode that does not yet exist, /1-493401667/running 2024-11-17T08:17:07,862 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:17:07,862 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:17:07,863 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:17:07,863 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:17:07,863 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:17:07,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=33cc7a149ab1f0c5b6420b9f458ad839, ASSIGN because future has completed 2024-11-17T08:17:07,865 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:17:07,865 DEBUG [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:17:07,865 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:17:07,865 DEBUG [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:17:07,866 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:17:07,866 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:17:07,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33cc7a149ab1f0c5b6420b9f458ad839, server=e3d0adb87c01,37223,1731831422604}] 2024-11-17T08:17:07,866 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:17:07,866 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:17:07,866 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T08:17:07,892 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/data/hbase/meta/1588230740/.tmp/ns/7b384b00a5aa48789065ad3240eaaa04 is 43, key is default/ns:d/1731831416305/Put/seqid=0 2024-11-17T08:17:07,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741835_1011 (size=5153) 2024-11-17T08:17:07,947 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:17:07,997 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:17:07,997 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:17:08,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:17:08,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:08,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:17:08,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C37223%2C1731831422604.rep, suffix=, logDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604, archiveDir=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/oldWALs, maxLogs=10 2024-11-17T08:17:08,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.rep.1731831428027, exclude list is [], retry=0 2024-11-17T08:17:08,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39713,DS-7e90ab21-d8c9-4fd1-896d-4faf23ff242e,DISK] 2024-11-17T08:17:08,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.rep.1731831428027 2024-11-17T08:17:08,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-17T08:17:08,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 33cc7a149ab1f0c5b6420b9f458ad839, NAME => 'hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:17:08,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:17:08,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:17:08,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. service=MultiRowMutationService 2024-11-17T08:17:08,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:17:08,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:17:08,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:08,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:17:08,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:17:08,050 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:17:08,051 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33cc7a149ab1f0c5b6420b9f458ad839 columnFamilyName hfileref 2024-11-17T08:17:08,051 DEBUG [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:08,052 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] regionserver.HStore(327): Store=33cc7a149ab1f0c5b6420b9f458ad839/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:08,052 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:17:08,053 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33cc7a149ab1f0c5b6420b9f458ad839 columnFamilyName queue 2024-11-17T08:17:08,053 DEBUG [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:08,061 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,1-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:08,066 DEBUG [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:17:08,068 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:08,070 DEBUG [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/replication/33cc7a149ab1f0c5b6420b9f458ad839/queue/3951b5ccfd0a4f6294d3790425386148 2024-11-17T08:17:08,071 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] regionserver.HStore(327): Store=33cc7a149ab1f0c5b6420b9f458ad839/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:08,071 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:17:08,074 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33cc7a149ab1f0c5b6420b9f458ad839 columnFamilyName sid 2024-11-17T08:17:08,074 DEBUG [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:08,074 INFO [StoreOpener-33cc7a149ab1f0c5b6420b9f458ad839-1 {}] regionserver.HStore(327): Store=33cc7a149ab1f0c5b6420b9f458ad839/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:08,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:17:08,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/replication/33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:17:08,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/replication/33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:17:08,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:17:08,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:17:08,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:17:08,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:17:08,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 33cc7a149ab1f0c5b6420b9f458ad839; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69942192, jitterRate=0.04221987724304199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:17:08,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:17:08,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 33cc7a149ab1f0c5b6420b9f458ad839: Running coprocessor pre-open hook at 1731831428049Writing region info on filesystem at 1731831428049Initializing all the Stores at 1731831428050 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831428050Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831428050Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831428050Cleaning up temporary data from old regions at 1731831428079 (+29 ms)Running coprocessor post-open hooks at 1731831428084 (+5 ms)Region opened successfully at 1731831428085 (+1 ms) 2024-11-17T08:17:08,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839., pid=19, masterSystemTime=1731831428020 2024-11-17T08:17:08,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:17:08,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:17:08,091 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=33cc7a149ab1f0c5b6420b9f458ad839, regionState=OPEN, openSeqNum=10, regionLocation=e3d0adb87c01,37223,1731831422604 2024-11-17T08:17:08,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33cc7a149ab1f0c5b6420b9f458ad839, server=e3d0adb87c01,37223,1731831422604 because future has completed 2024-11-17T08:17:08,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-17T08:17:08,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 33cc7a149ab1f0c5b6420b9f458ad839, server=e3d0adb87c01,37223,1731831422604 in 232 msec 2024-11-17T08:17:08,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-17T08:17:08,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=33cc7a149ab1f0c5b6420b9f458ad839, ASSIGN in 397 msec 2024-11-17T08:17:08,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-17T08:17:08,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839., hostname=e3d0adb87c01,37223,1731831422604, seqNum=10] 2024-11-17T08:17:08,149 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for e3d0adb87c01,40513,1731831406775 2024-11-17T08:17:08,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-17T08:17:08,266 DEBUG [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:17:08,301 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/data/hbase/meta/1588230740/.tmp/ns/7b384b00a5aa48789065ad3240eaaa04 2024-11-17T08:17:08,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-17T08:17:08,324 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/data/hbase/meta/1588230740/.tmp/ns/7b384b00a5aa48789065ad3240eaaa04 as hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/data/hbase/meta/1588230740/ns/7b384b00a5aa48789065ad3240eaaa04 2024-11-17T08:17:08,345 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/data/hbase/meta/1588230740/ns/7b384b00a5aa48789065ad3240eaaa04, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T08:17:08,347 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 481ms, sequenceid=6, compaction requested=false 2024-11-17T08:17:08,347 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:17:08,358 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T08:17:08,359 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:17:08,359 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:17:08,359 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:17:08,359 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831427865Running coprocessor pre-close hooks at 1731831427865Disabling compacts and flushes for region at 1731831427865Disabling writes for close at 1731831427866 (+1 ms)Obtaining lock to block concurrent updates at 1731831427866Preparing flush snapshotting stores in 1588230740 at 1731831427866Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731831427866Flushing stores of hbase:meta,,1.1588230740 at 1731831427867 (+1 ms)Flushing 1588230740/ns: creating writer at 1731831427867Flushing 1588230740/ns: appending metadata at 1731831427891 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731831427891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1125c68f: reopening flushed file at 1731831428323 (+432 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 481ms, sequenceid=6, compaction requested=false at 1731831428347 (+24 ms)Writing region close event to WAL at 1731831428352 (+5 ms)Running coprocessor post-close hooks at 1731831428358 (+6 ms)Closed at 1731831428359 (+1 ms) 2024-11-17T08:17:08,359 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:17:08,466 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,42467,1731831413404; all regions closed. 2024-11-17T08:17:08,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741834_1010 (size=1152) 2024-11-17T08:17:08,478 DEBUG [RS:0;e3d0adb87c01:42467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/oldWALs 2024-11-17T08:17:08,478 INFO [RS:0;e3d0adb87c01:42467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C42467%2C1731831413404.meta:.meta(num 1731831416122) 2024-11-17T08:17:08,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741832_1008 (size=93) 2024-11-17T08:17:08,486 DEBUG [RS:0;e3d0adb87c01:42467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/oldWALs 2024-11-17T08:17:08,486 INFO [RS:0;e3d0adb87c01:42467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C42467%2C1731831413404:(num 1731831415089) 2024-11-17T08:17:08,486 DEBUG [RS:0;e3d0adb87c01:42467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:08,486 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:17:08,486 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:17:08,486 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:17:08,486 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:17:08,487 INFO [RS:0;e3d0adb87c01:42467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42467 2024-11-17T08:17:08,487 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:17:08,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667/rs 2024-11-17T08:17:08,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-493401667/rs/e3d0adb87c01,42467,1731831413404 2024-11-17T08:17:08,576 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:17:08,577 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fa2dc8e3cb0@4107b9e0 rejected from java.util.concurrent.ThreadPoolExecutor@4053fa4[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-17T08:17:08,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,42467,1731831413404] 2024-11-17T08:17:08,597 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-493401667/draining/e3d0adb87c01,42467,1731831413404 already deleted, retry=false 2024-11-17T08:17:08,597 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,42467,1731831413404 expired; onlineServers=0 2024-11-17T08:17:08,597 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,39971,1731831413270' ***** 2024-11-17T08:17:08,597 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:17:08,598 INFO [M:0;e3d0adb87c01:39971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:17:08,598 INFO [M:0;e3d0adb87c01:39971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:17:08,598 DEBUG [M:0;e3d0adb87c01:39971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:17:08,598 DEBUG [M:0;e3d0adb87c01:39971 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:17:08,598 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831414787 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831414787,5,FailOnTimeoutGroup] 2024-11-17T08:17:08,598 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:17:08,598 INFO [M:0;e3d0adb87c01:39971 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:17:08,598 INFO [M:0;e3d0adb87c01:39971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:17:08,598 DEBUG [M:0;e3d0adb87c01:39971 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:17:08,598 INFO [M:0;e3d0adb87c01:39971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:17:08,598 INFO [M:0;e3d0adb87c01:39971 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:17:08,598 INFO [M:0;e3d0adb87c01:39971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:17:08,599 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:17:08,599 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831414792 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831414792,5,FailOnTimeoutGroup] 2024-11-17T08:17:08,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-493401667/master 2024-11-17T08:17:08,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493401667 2024-11-17T08:17:08,608 DEBUG [M:0;e3d0adb87c01:39971 {}] zookeeper.ZKUtil(347): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Unable to get data of znode /1-493401667/master because node does not exist (not an error) 2024-11-17T08:17:08,608 WARN [M:0;e3d0adb87c01:39971 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:17:08,609 INFO [M:0;e3d0adb87c01:39971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/.lastflushedseqids 2024-11-17T08:17:08,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741836_1012 (size=99) 2024-11-17T08:17:08,615 INFO [M:0;e3d0adb87c01:39971 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:17:08,615 INFO [M:0;e3d0adb87c01:39971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:17:08,615 DEBUG [M:0;e3d0adb87c01:39971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:17:08,615 INFO [M:0;e3d0adb87c01:39971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:08,616 DEBUG [M:0;e3d0adb87c01:39971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:08,616 DEBUG [M:0;e3d0adb87c01:39971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:17:08,616 DEBUG [M:0;e3d0adb87c01:39971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:08,616 INFO [M:0;e3d0adb87c01:39971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T08:17:08,634 DEBUG [M:0;e3d0adb87c01:39971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6bea1306c0a44e993620f693a162147 is 82, key is hbase:meta,,1/info:regioninfo/1731831416177/Put/seqid=0 2024-11-17T08:17:08,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741837_1013 (size=5672) 2024-11-17T08:17:08,640 INFO [M:0;e3d0adb87c01:39971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6bea1306c0a44e993620f693a162147 2024-11-17T08:17:08,664 DEBUG [M:0;e3d0adb87c01:39971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9a2f25db1844f12962e6e7401176d2a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731831416314/Put/seqid=0 2024-11-17T08:17:08,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741838_1014 (size=5275) 2024-11-17T08:17:08,687 INFO [RS:0;e3d0adb87c01:42467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:17:08,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:08,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42467-0x10147de07760004, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:08,687 INFO [RS:0;e3d0adb87c01:42467 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,42467,1731831413404; zookeeper connection closed. 2024-11-17T08:17:08,688 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7037660c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7037660c 2024-11-17T08:17:08,688 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:17:09,070 INFO [M:0;e3d0adb87c01:39971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9a2f25db1844f12962e6e7401176d2a 2024-11-17T08:17:09,078 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,1-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:09,082 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:09,098 DEBUG [M:0;e3d0adb87c01:39971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6acb02ea0f4148fa805be230d803ec25 is 69, key is e3d0adb87c01,42467,1731831413404/rs:state/1731831414833/Put/seqid=0 2024-11-17T08:17:09,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741839_1015 (size=5156) 2024-11-17T08:17:09,507 INFO [M:0;e3d0adb87c01:39971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6acb02ea0f4148fa805be230d803ec25 2024-11-17T08:17:09,514 DEBUG [M:0;e3d0adb87c01:39971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6bea1306c0a44e993620f693a162147 as hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6bea1306c0a44e993620f693a162147 2024-11-17T08:17:09,521 INFO [M:0;e3d0adb87c01:39971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6bea1306c0a44e993620f693a162147, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T08:17:09,522 DEBUG [M:0;e3d0adb87c01:39971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9a2f25db1844f12962e6e7401176d2a as hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9a2f25db1844f12962e6e7401176d2a 2024-11-17T08:17:09,530 INFO [M:0;e3d0adb87c01:39971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9a2f25db1844f12962e6e7401176d2a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T08:17:09,531 DEBUG [M:0;e3d0adb87c01:39971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6acb02ea0f4148fa805be230d803ec25 as hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6acb02ea0f4148fa805be230d803ec25 2024-11-17T08:17:09,538 INFO [M:0;e3d0adb87c01:39971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6acb02ea0f4148fa805be230d803ec25, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T08:17:09,539 INFO [M:0;e3d0adb87c01:39971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=28, compaction requested=false 2024-11-17T08:17:09,549 INFO [M:0;e3d0adb87c01:39971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:09,550 DEBUG [M:0;e3d0adb87c01:39971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831428615Disabling compacts and flushes for region at 1731831428615Disabling writes for close at 1731831428616 (+1 ms)Obtaining lock to block concurrent updates at 1731831428616Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831428616Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731831428616Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831428617 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831428617Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831428634 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831428634Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831428647 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831428663 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831428663Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831429076 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831429096 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831429097 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a7e9ed8: reopening flushed file at 1731831429513 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8f023: reopening flushed file at 1731831429521 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd00103: reopening flushed file at 1731831429530 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=28, compaction requested=false at 1731831429539 (+9 ms)Writing region close event to WAL at 1731831429549 (+10 ms)Closed at 1731831429549 2024-11-17T08:17:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741830_1006 (size=10165) 2024-11-17T08:17:09,552 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69b7c666-58fb-b368-623f-91a1f802943b/MasterData/WALs/e3d0adb87c01,39971,1731831413270/e3d0adb87c01%2C39971%2C1731831413270.1731831414461 not finished, retry = 0 2024-11-17T08:17:09,653 INFO [M:0;e3d0adb87c01:39971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:17:09,653 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:17:09,654 INFO [M:0;e3d0adb87c01:39971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39971 2024-11-17T08:17:09,656 INFO [M:0;e3d0adb87c01:39971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:17:09,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:09,813 INFO [M:0;e3d0adb87c01:39971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:17:09,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x10147de07760003, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:09,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:17:09,859 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:17:09,859 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:17:09,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:17:09,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/hadoop.log.dir/,STOPPED} 2024-11-17T08:17:09,862 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:17:09,862 WARN [BP-1157954434-172.17.0.3-1731831411527 heartbeating to localhost/127.0.0.1:43027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:17:09,862 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:17:09,862 WARN [BP-1157954434-172.17.0.3-1731831411527 heartbeating to localhost/127.0.0.1:43027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1157954434-172.17.0.3-1731831411527 (Datanode Uuid 7127583a-949c-4eb8-ab0d-5a91b4f9c70a) service to localhost/127.0.0.1:43027 2024-11-17T08:17:09,864 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/cluster_f4166e0f-2eb0-df39-3e50-5a85ba0db2ce/data/data1/current/BP-1157954434-172.17.0.3-1731831411527 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:17:09,864 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/cluster_f4166e0f-2eb0-df39-3e50-5a85ba0db2ce/data/data2/current/BP-1157954434-172.17.0.3-1731831411527 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:17:09,865 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:17:09,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:17:09,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:17:09,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:17:09,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:17:09,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/hadoop.log.dir/,STOPPED} 2024-11-17T08:17:09,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:17:09,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:17:09,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:17:09,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:09,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:09,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:09,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:17:09,893 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:17:09,893 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=502361729, stopped=false 2024-11-17T08:17:09,894 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,37865,1731831422553 2024-11-17T08:17:09,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-562946974/running 2024-11-17T08:17:09,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-562946974/running 2024-11-17T08:17:09,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:17:09,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:17:09,913 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:17:09,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:17:09,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:09,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on znode that does not yet exist, /0-562946974/running 2024-11-17T08:17:09,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Set watcher on znode that does not yet exist, /0-562946974/running 2024-11-17T08:17:09,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:09,915 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,37223,1731831422604' ***** 2024-11-17T08:17:09,915 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:17:09,915 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:17:09,915 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:17:09,915 INFO [RS:0;e3d0adb87c01:37223 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:17:09,915 INFO [RS:0;e3d0adb87c01:37223 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:17:09,915 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer(3091): Received CLOSE for 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:17:09,916 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,37223,1731831422604 2024-11-17T08:17:09,916 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:17:09,916 INFO [RS:0;e3d0adb87c01:37223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:37223. 2024-11-17T08:17:09,916 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33cc7a149ab1f0c5b6420b9f458ad839, disabling compactions & flushes 2024-11-17T08:17:09,916 DEBUG [RS:0;e3d0adb87c01:37223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:09,916 DEBUG [RS:0;e3d0adb87c01:37223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:09,916 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:17:09,916 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:17:09,916 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:17:09,916 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. after waiting 0 ms 2024-11-17T08:17:09,916 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:17:09,917 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:17:09,917 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:17:09,917 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:17:09,923 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T08:17:09,923 DEBUG [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 33cc7a149ab1f0c5b6420b9f458ad839=hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839.} 2024-11-17T08:17:09,923 DEBUG [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33cc7a149ab1f0c5b6420b9f458ad839 2024-11-17T08:17:09,923 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:17:09,923 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:17:09,924 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:17:09,924 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:17:09,924 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:17:09,924 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-17T08:17:09,930 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:17:09,935 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/replication/33cc7a149ab1f0c5b6420b9f458ad839/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-17T08:17:09,936 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:17:09,936 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:17:09,936 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:17:09,937 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33cc7a149ab1f0c5b6420b9f458ad839: Waiting for close lock at 1731831429916Running coprocessor pre-close hooks at 1731831429916Disabling compacts and flushes for region at 1731831429916Disabling writes for close at 1731831429916Writing region close event to WAL at 1731831429924 (+8 ms)Running coprocessor post-close hooks at 1731831429936 (+12 ms)Closed at 1731831429936 2024-11-17T08:17:09,937 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839. 2024-11-17T08:17:09,952 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/.tmp/info/1721dc65c13348b7ada1c1a9a76b95e0 is 147, key is hbase:replication,,1731831416518.33cc7a149ab1f0c5b6420b9f458ad839./info:regioninfo/1731831428091/Put/seqid=0 2024-11-17T08:17:09,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741851_1027 (size=6385) 2024-11-17T08:17:09,958 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/.tmp/info/1721dc65c13348b7ada1c1a9a76b95e0 2024-11-17T08:17:09,966 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/.tmp/info/1721dc65c13348b7ada1c1a9a76b95e0 as hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/info/1721dc65c13348b7ada1c1a9a76b95e0 2024-11-17T08:17:09,975 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/info/1721dc65c13348b7ada1c1a9a76b95e0, entries=8, sequenceid=19, filesize=6.2 K 2024-11-17T08:17:09,976 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 52ms, sequenceid=19, compaction requested=false 2024-11-17T08:17:09,983 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-17T08:17:09,983 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:17:09,983 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:17:09,983 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:17:09,984 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831429923Running coprocessor pre-close hooks at 1731831429923Disabling compacts and flushes for region at 1731831429923Disabling writes for close at 1731831429924 (+1 ms)Obtaining lock to block concurrent updates at 1731831429924Preparing flush snapshotting stores in 1588230740 at 1731831429924Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731831429924Flushing stores of hbase:meta,,1.1588230740 at 1731831429926 (+2 ms)Flushing 1588230740/info: creating writer at 1731831429926Flushing 1588230740/info: appending metadata at 1731831429952 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731831429952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17da0109: reopening flushed file at 1731831429965 (+13 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 52ms, sequenceid=19, compaction requested=false at 1731831429976 (+11 ms)Writing region close event to WAL at 1731831429978 (+2 ms)Running coprocessor post-close hooks at 1731831429983 (+5 ms)Closed at 1731831429983 2024-11-17T08:17:09,984 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:17:10,124 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,37223,1731831422604; all regions closed. 2024-11-17T08:17:10,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741849_1025 (size=2156) 2024-11-17T08:17:10,130 DEBUG [RS:0;e3d0adb87c01:37223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/oldWALs 2024-11-17T08:17:10,130 INFO [RS:0;e3d0adb87c01:37223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C37223%2C1731831422604.meta:.meta(num 1731831424017) 2024-11-17T08:17:10,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741850_1026 (size=796) 2024-11-17T08:17:10,137 DEBUG [RS:0;e3d0adb87c01:37223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/oldWALs 2024-11-17T08:17:10,137 INFO [RS:0;e3d0adb87c01:37223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C37223%2C1731831422604.rep:(num 1731831428027) 2024-11-17T08:17:10,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741848_1024 (size=93) 2024-11-17T08:17:10,142 DEBUG [RS:0;e3d0adb87c01:37223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/oldWALs 2024-11-17T08:17:10,143 INFO [RS:0;e3d0adb87c01:37223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C37223%2C1731831422604:(num 1731831423521) 2024-11-17T08:17:10,143 DEBUG [RS:0;e3d0adb87c01:37223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:10,143 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:17:10,143 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:17:10,143 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:17:10,143 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:17:10,143 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:17:10,143 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-17T08:17:10,143 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-17T08:17:10,143 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,37223,1731831422604 because: Region server is closing 2024-11-17T08:17:10,144 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-17T08:17:10,144 INFO [RS:0;e3d0adb87c01:37223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:37223. 2024-11-17T08:17:10,144 DEBUG [RS:0;e3d0adb87c01:37223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:10,144 DEBUG [RS:0;e3d0adb87c01:37223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:10,144 DEBUG [RS:0;e3d0adb87c01:37223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:10,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:17:10,201 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 to pos 0, reset compression=false 2024-11-17T08:17:10,203 INFO [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 was moved to hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/oldWALs/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 2024-11-17T08:17:10,207 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521 2024-11-17T08:17:10,207 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-17T08:17:10,207 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.wal-reader.e3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-17T08:17:10,207 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e3d0adb87c01,37223,1731831422604 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/WALs/e3d0adb87c01,37223,1731831422604/e3d0adb87c01%2C37223%2C1731831422604.1731831423521, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-17T08:17:10,207 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:10,208 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,37223,1731831422604, seqNum=-1] 2024-11-17T08:17:10,208 WARN [RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-e3d0adb87c01,37223,1731831422604', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-17T08:17:10,211 ERROR [RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e3d0adb87c01,37223,1731831422604: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-e3d0adb87c01,37223,1731831422604, walGroup=e3d0adb87c01%2C37223%2C1731831422604, offset=e3d0adb87c01%2C37223%2C1731831422604.1731831423521:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T08:17:10,213 ERROR [RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T08:17:10,213 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T08:17:10,217 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T08:17:10,217 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T08:17:10,217 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T08:17:10,217 INFO [RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 584140120 }, "NonHeapMemoryUsage": { "committed": 161808384, "init": 7667712, "max": -1, "used": 156865816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T08:17:10,218 DEBUG [RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [e3d0adb87c01%2C37223%2C1731831422604.1731831423521] 2024-11-17T08:17:10,244 WARN [RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,1-e3d0adb87c01,37223,1731831422604 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T08:17:10,245 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,1-e3d0adb87c01,37223,1731831422604 terminated 2024-11-17T08:17:10,245 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e3d0adb87c01,37223,1731831422604 because: Region server is closing 2024-11-17T08:17:10,245 INFO [RS:0;e3d0adb87c01:37223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:37223. 2024-11-17T08:17:10,245 DEBUG [RS:0;e3d0adb87c01:37223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:10,245 DEBUG [RS:0;e3d0adb87c01:37223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:10,246 DEBUG [RS:0;e3d0adb87c01:37223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:10,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:17:10,246 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;e3d0adb87c01:37223.replicationSource.shippere3d0adb87c01%2C37223%2C1731831422604,2-e3d0adb87c01,37223,1731831422604 terminated 2024-11-17T08:17:10,246 INFO [RS:0;e3d0adb87c01:37223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37223 2024-11-17T08:17:10,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-562946974/rs/e3d0adb87c01,37223,1731831422604 2024-11-17T08:17:10,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974/rs 2024-11-17T08:17:10,324 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:17:10,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,37223,1731831422604] 2024-11-17T08:17:10,344 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-562946974/draining/e3d0adb87c01,37223,1731831422604 already deleted, retry=false 2024-11-17T08:17:10,345 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,37223,1731831422604 expired; onlineServers=0 2024-11-17T08:17:10,345 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,37865,1731831422553' ***** 2024-11-17T08:17:10,345 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:17:10,345 INFO [M:0;e3d0adb87c01:37865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:17:10,345 INFO [M:0;e3d0adb87c01:37865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:17:10,345 DEBUG [M:0;e3d0adb87c01:37865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:17:10,345 DEBUG [M:0;e3d0adb87c01:37865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:17:10,345 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:17:10,345 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831423162 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831423162,5,FailOnTimeoutGroup] 2024-11-17T08:17:10,345 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831423164 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831423164,5,FailOnTimeoutGroup] 2024-11-17T08:17:10,345 INFO [M:0;e3d0adb87c01:37865 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:17:10,346 INFO [M:0;e3d0adb87c01:37865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:17:10,346 DEBUG [M:0;e3d0adb87c01:37865 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:17:10,346 INFO [M:0;e3d0adb87c01:37865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:17:10,346 INFO [M:0;e3d0adb87c01:37865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:17:10,346 INFO [M:0;e3d0adb87c01:37865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:17:10,346 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:17:10,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-562946974/master 2024-11-17T08:17:10,355 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-562946974/master already deleted, retry=false 2024-11-17T08:17:10,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-562946974 2024-11-17T08:17:10,355 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-562946974/master 2024-11-17T08:17:10,356 INFO [M:0;e3d0adb87c01:37865 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/.lastflushedseqids 2024-11-17T08:17:10,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741852_1028 (size=181) 2024-11-17T08:17:10,373 INFO [M:0;e3d0adb87c01:37865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:17:10,373 INFO [M:0;e3d0adb87c01:37865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:17:10,374 DEBUG [M:0;e3d0adb87c01:37865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:17:10,374 INFO [M:0;e3d0adb87c01:37865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:10,374 DEBUG [M:0;e3d0adb87c01:37865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:10,374 DEBUG [M:0;e3d0adb87c01:37865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:17:10,374 DEBUG [M:0;e3d0adb87c01:37865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:10,374 INFO [M:0;e3d0adb87c01:37865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-17T08:17:10,396 DEBUG [M:0;e3d0adb87c01:37865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a658d8c3598c4e85adf4355b4329fef5 is 82, key is hbase:meta,,1/info:regioninfo/1731831424098/Put/seqid=0 2024-11-17T08:17:10,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741853_1029 (size=5680) 2024-11-17T08:17:10,401 INFO [M:0;e3d0adb87c01:37865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a658d8c3598c4e85adf4355b4329fef5 2024-11-17T08:17:10,425 DEBUG [M:0;e3d0adb87c01:37865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7407421aad3c42eaaf16aa6c55c2aa37 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731831428102/Put/seqid=0 2024-11-17T08:17:10,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741854_1030 (size=7319) 2024-11-17T08:17:10,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:10,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x10147de07760007, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:10,434 INFO [RS:0;e3d0adb87c01:37223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:17:10,434 INFO [RS:0;e3d0adb87c01:37223 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,37223,1731831422604; zookeeper connection closed. 2024-11-17T08:17:10,435 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@269444fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@269444fd 2024-11-17T08:17:10,435 INFO [M:0;e3d0adb87c01:37865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7407421aad3c42eaaf16aa6c55c2aa37 2024-11-17T08:17:10,435 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:17:10,457 DEBUG [M:0;e3d0adb87c01:37865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6385e772684f494a92b7054968b7bcb7 is 69, key is e3d0adb87c01,37223,1731831422604/rs:state/1731831423205/Put/seqid=0 2024-11-17T08:17:10,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741855_1031 (size=5371) 2024-11-17T08:17:10,863 INFO [M:0;e3d0adb87c01:37865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6385e772684f494a92b7054968b7bcb7 2024-11-17T08:17:10,869 INFO [M:0;e3d0adb87c01:37865 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6385e772684f494a92b7054968b7bcb7 2024-11-17T08:17:10,871 DEBUG [M:0;e3d0adb87c01:37865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a658d8c3598c4e85adf4355b4329fef5 as hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a658d8c3598c4e85adf4355b4329fef5 2024-11-17T08:17:10,887 INFO [M:0;e3d0adb87c01:37865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a658d8c3598c4e85adf4355b4329fef5, entries=8, sequenceid=172, filesize=5.5 K 2024-11-17T08:17:10,889 DEBUG [M:0;e3d0adb87c01:37865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7407421aad3c42eaaf16aa6c55c2aa37 as hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7407421aad3c42eaaf16aa6c55c2aa37 2024-11-17T08:17:10,897 INFO [M:0;e3d0adb87c01:37865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7407421aad3c42eaaf16aa6c55c2aa37, entries=7, sequenceid=172, filesize=7.1 K 2024-11-17T08:17:10,899 DEBUG [M:0;e3d0adb87c01:37865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6385e772684f494a92b7054968b7bcb7 as hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6385e772684f494a92b7054968b7bcb7 2024-11-17T08:17:10,906 INFO [M:0;e3d0adb87c01:37865 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6385e772684f494a92b7054968b7bcb7 2024-11-17T08:17:10,906 INFO [M:0;e3d0adb87c01:37865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42335/user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6385e772684f494a92b7054968b7bcb7, entries=2, sequenceid=172, filesize=5.2 K 2024-11-17T08:17:10,907 INFO [M:0;e3d0adb87c01:37865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=172, compaction requested=false 2024-11-17T08:17:10,910 INFO [M:0;e3d0adb87c01:37865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:10,910 DEBUG [M:0;e3d0adb87c01:37865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831430374Disabling compacts and flushes for region at 1731831430374Disabling writes for close at 1731831430374Obtaining lock to block concurrent updates at 1731831430374Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831430374Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731831430375 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831430376 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831430376Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831430395 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831430395Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831430407 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831430425 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831430425Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831430441 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831430456 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831430456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d977621: reopening flushed file at 1731831430869 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e6c2155: reopening flushed file at 1731831430887 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4e944e: reopening flushed file at 1731831430898 (+11 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=172, compaction requested=false at 1731831430907 (+9 ms)Writing region close event to WAL at 1731831430910 (+3 ms)Closed at 1731831430910 2024-11-17T08:17:10,915 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc326016-6cd9-757a-4773-e8a70962a370/MasterData/WALs/e3d0adb87c01,37865,1731831422553/e3d0adb87c01%2C37865%2C1731831422553.1731831422786 not finished, retry = 0 2024-11-17T08:17:10,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39713 is added to blk_1073741847_1023 (size=22949) 2024-11-17T08:17:11,016 INFO [M:0;e3d0adb87c01:37865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:17:11,016 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:17:11,016 INFO [M:0;e3d0adb87c01:37865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37865 2024-11-17T08:17:11,016 INFO [M:0;e3d0adb87c01:37865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:17:11,161 INFO [M:0;e3d0adb87c01:37865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:17:11,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:11,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x10147de07760006, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:11,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:17:11,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:17:11,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:17:11,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:17:11,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/hadoop.log.dir/,STOPPED} 2024-11-17T08:17:11,171 WARN [BP-395755650-172.17.0.3-1731831402192 heartbeating to localhost/127.0.0.1:42335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:17:11,171 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:17:11,171 WARN [BP-395755650-172.17.0.3-1731831402192 heartbeating to localhost/127.0.0.1:42335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-395755650-172.17.0.3-1731831402192 (Datanode Uuid eab0211e-fc8a-4994-bfae-82920f69d945) service to localhost/127.0.0.1:42335 2024-11-17T08:17:11,171 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:17:11,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/cluster_db435cc7-5973-f25f-b5af-04e8266064a6/data/data1/current/BP-395755650-172.17.0.3-1731831402192 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:17:11,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/cluster_db435cc7-5973-f25f-b5af-04e8266064a6/data/data2/current/BP-395755650-172.17.0.3-1731831402192 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:17:11,172 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:17:11,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:17:11,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:17:11,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:17:11,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:17:11,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd737df-b1e2-d988-f1bc-f595cae23c0f/hadoop.log.dir/,STOPPED} 2024-11-17T08:17:11,196 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T08:17:11,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:17:11,222 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=117 (was 11) Potentially hanging thread: master/e3d0adb87c01:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e3d0adb87c01:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43027 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e3d0adb87c01:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62242) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: regionserver/e3d0adb87c01:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e3d0adb87c01:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@11f03db1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62242) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42335 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=437 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 385) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2518 (was 3295) 2024-11-17T08:17:11,231 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=117, OpenFileDescriptor=437, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=2518 2024-11-17T08:17:11,243 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-17T08:17:11,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/hadoop.log.dir so I do NOT create it in target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394 2024-11-17T08:17:11,244 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:17:11,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/hadoop.tmp.dir so I do NOT create it in target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394 2024-11-17T08:17:11,244 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9273f74-7ccf-24f3-2e44-e9364d5f6729/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:17:11,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394 2024-11-17T08:17:11,244 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/cluster_4004082e-4f5c-5a75-8abb-67a69767f80d, deleteOnExit=true 2024-11-17T08:17:11,269 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/cluster_4004082e-4f5c-5a75-8abb-67a69767f80d/zookeeper_0, clientPort=58470, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/cluster_4004082e-4f5c-5a75-8abb-67a69767f80d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/cluster_4004082e-4f5c-5a75-8abb-67a69767f80d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T08:17:11,272 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58470 2024-11-17T08:17:11,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:17:11,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:17:11,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/test.cache.data in system properties and HBase conf 2024-11-17T08:17:11,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:17:11,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:17:11,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:17:11,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:17:11,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:17:11,274 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:17:11,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:17:11,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:17:11,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:17:11,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:17:11,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:17:11,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:17:11,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:17:11,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:17:11,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:17:11,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:17:11,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:17:11,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:17:11,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:17:11,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:17:11,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10147de07760005, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:17:11,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10147de07760002, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:17:11,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10147de07760002, quorum=127.0.0.1:62242, baseZNode=/0-562946974 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:17:11,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10147de07760005, quorum=127.0.0.1:62242, baseZNode=/1-493401667 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:17:11,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:17:11,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:17:11,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:17:11,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:17:11,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:17:11,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:17:11,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c2bfdf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:17:11,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a1416b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:17:11,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79c87c59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/java.io.tmpdir/jetty-localhost-36733-hadoop-hdfs-3_4_1-tests_jar-_-any-8612512765231842728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:17:11,968 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74e526d4{HTTP/1.1, (http/1.1)}{localhost:36733} 2024-11-17T08:17:11,968 INFO [Time-limited test {}] server.Server(415): Started @32250ms 2024-11-17T08:17:12,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:17:12,229 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:17:12,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:17:12,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:17:12,230 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:17:12,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69edc2f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:17:12,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3184967f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:17:12,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33cb47bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/java.io.tmpdir/jetty-localhost-35811-hadoop-hdfs-3_4_1-tests_jar-_-any-9820384159927214158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:17:12,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@556ad81{HTTP/1.1, (http/1.1)}{localhost:35811} 2024-11-17T08:17:12,330 INFO [Time-limited test {}] server.Server(415): Started @32612ms 2024-11-17T08:17:12,332 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:17:13,033 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/cluster_4004082e-4f5c-5a75-8abb-67a69767f80d/data/data2/current/BP-72298676-172.17.0.3-1731831431308/current, will proceed with Du for space computation calculation, 2024-11-17T08:17:13,033 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/cluster_4004082e-4f5c-5a75-8abb-67a69767f80d/data/data1/current/BP-72298676-172.17.0.3-1731831431308/current, will proceed with Du for space computation calculation, 2024-11-17T08:17:13,048 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:17:13,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x275e0b31777c7e38 with lease ID 0xb64abc6272358875: Processing first storage report for DS-ddede7d9-1870-4c66-b514-6a50eba9fd1f from datanode DatanodeRegistration(127.0.0.1:41365, datanodeUuid=07edd26a-5119-43d4-9953-574f17a992e9, infoPort=39431, infoSecurePort=0, ipcPort=39819, storageInfo=lv=-57;cid=testClusterID;nsid=146609594;c=1731831431308) 2024-11-17T08:17:13,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x275e0b31777c7e38 with lease ID 0xb64abc6272358875: from storage DS-ddede7d9-1870-4c66-b514-6a50eba9fd1f node DatanodeRegistration(127.0.0.1:41365, datanodeUuid=07edd26a-5119-43d4-9953-574f17a992e9, infoPort=39431, infoSecurePort=0, ipcPort=39819, storageInfo=lv=-57;cid=testClusterID;nsid=146609594;c=1731831431308), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T08:17:13,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x275e0b31777c7e38 with lease ID 0xb64abc6272358875: Processing first storage report for DS-be6b5644-b59d-4d18-b7c9-32425b77f2f1 from datanode DatanodeRegistration(127.0.0.1:41365, datanodeUuid=07edd26a-5119-43d4-9953-574f17a992e9, infoPort=39431, infoSecurePort=0, ipcPort=39819, storageInfo=lv=-57;cid=testClusterID;nsid=146609594;c=1731831431308) 2024-11-17T08:17:13,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x275e0b31777c7e38 with lease ID 0xb64abc6272358875: from storage DS-be6b5644-b59d-4d18-b7c9-32425b77f2f1 node DatanodeRegistration(127.0.0.1:41365, datanodeUuid=07edd26a-5119-43d4-9953-574f17a992e9, infoPort=39431, infoSecurePort=0, ipcPort=39819, storageInfo=lv=-57;cid=testClusterID;nsid=146609594;c=1731831431308), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:17:13,064 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394 2024-11-17T08:17:13,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:13,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:13,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:17:13,480 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c with version=8 2024-11-17T08:17:13,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/hbase-staging 2024-11-17T08:17:13,482 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:17:13,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:13,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:13,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:17:13,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:13,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:17:13,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:17:13,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:17:13,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35027 2024-11-17T08:17:13,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35027 connecting to ZooKeeper ensemble=127.0.0.1:58470 2024-11-17T08:17:13,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:17:13,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:13,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350270x0, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:17:13,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35027-0x10147de7c0f0000 connected 2024-11-17T08:17:13,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:13,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:13,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:13,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Set watcher on znode that does not yet exist, /0-1822064151/running 2024-11-17T08:17:13,653 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c, hbase.cluster.distributed=false 2024-11-17T08:17:13,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Set watcher on znode that does not yet exist, /0-1822064151/acl 2024-11-17T08:17:13,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35027 2024-11-17T08:17:13,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35027 2024-11-17T08:17:13,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35027 2024-11-17T08:17:13,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35027 2024-11-17T08:17:13,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35027 2024-11-17T08:17:13,675 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:17:13,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:13,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:13,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:17:13,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:13,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:17:13,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:17:13,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:17:13,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33913 2024-11-17T08:17:13,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33913 connecting to ZooKeeper ensemble=127.0.0.1:58470 2024-11-17T08:17:13,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:13,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:13,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339130x0, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:17:13,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33913-0x10147de7c0f0001 connected 2024-11-17T08:17:13,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Set watcher on znode that does not yet exist, /0-1822064151/running 2024-11-17T08:17:13,693 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:17:13,693 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:17:13,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Set watcher on znode that does not yet exist, /0-1822064151/master 2024-11-17T08:17:13,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Set watcher on znode that does not yet exist, /0-1822064151/acl 2024-11-17T08:17:13,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33913 2024-11-17T08:17:13,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33913 2024-11-17T08:17:13,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33913 2024-11-17T08:17:13,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33913 2024-11-17T08:17:13,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33913 2024-11-17T08:17:13,711 DEBUG [M:0;e3d0adb87c01:35027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:35027 2024-11-17T08:17:13,712 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1822064151/backup-masters/e3d0adb87c01,35027,1731831433482 2024-11-17T08:17:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151/backup-masters 2024-11-17T08:17:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151/backup-masters 2024-11-17T08:17:13,724 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Set watcher on existing znode=/0-1822064151/backup-masters/e3d0adb87c01,35027,1731831433482 2024-11-17T08:17:13,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1822064151/master 2024-11-17T08:17:13,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:13,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:13,734 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Set watcher on existing znode=/0-1822064151/master 2024-11-17T08:17:13,735 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1822064151/backup-masters/e3d0adb87c01,35027,1731831433482 from backup master directory 2024-11-17T08:17:13,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1822064151/backup-masters/e3d0adb87c01,35027,1731831433482 2024-11-17T08:17:13,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151/backup-masters 2024-11-17T08:17:13,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151/backup-masters 2024-11-17T08:17:13,744 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:17:13,744 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,35027,1731831433482 2024-11-17T08:17:13,748 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/hbase.id] with ID: 992a14ce-b7bf-4d09-bcfc-dc913c025c0d 2024-11-17T08:17:13,749 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/.tmp/hbase.id 2024-11-17T08:17:13,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:17:13,754 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/.tmp/hbase.id]:[hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/hbase.id] 2024-11-17T08:17:13,766 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:13,766 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:17:13,768 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T08:17:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:13,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:17:14,182 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:17:14,183 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:17:14,183 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:14,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:17:14,592 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store 2024-11-17T08:17:14,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:17:14,999 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:14,999 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:17:14,999 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:14,999 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:14,999 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:17:14,999 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:14,999 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:14,999 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831434999Disabling compacts and flushes for region at 1731831434999Disabling writes for close at 1731831434999Writing region close event to WAL at 1731831434999Closed at 1731831434999 2024-11-17T08:17:15,001 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/.initializing 2024-11-17T08:17:15,001 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/WALs/e3d0adb87c01,35027,1731831433482 2024-11-17T08:17:15,002 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:17:15,004 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C35027%2C1731831433482, suffix=, logDir=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/WALs/e3d0adb87c01,35027,1731831433482, archiveDir=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/oldWALs, maxLogs=10 2024-11-17T08:17:15,017 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/WALs/e3d0adb87c01,35027,1731831433482/e3d0adb87c01%2C35027%2C1731831433482.1731831435004, exclude list is [], retry=0 2024-11-17T08:17:15,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41365,DS-ddede7d9-1870-4c66-b514-6a50eba9fd1f,DISK] 2024-11-17T08:17:15,022 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/WALs/e3d0adb87c01,35027,1731831433482/e3d0adb87c01%2C35027%2C1731831433482.1731831435004 2024-11-17T08:17:15,022 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39431:39431)] 2024-11-17T08:17:15,022 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:17:15,023 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:15,023 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:15,023 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:15,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:15,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:17:15,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:15,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:15,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:15,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:17:15,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:15,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:15,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:15,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:17:15,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:15,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:15,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:15,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:17:15,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:15,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:15,032 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:15,033 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:15,034 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:15,035 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:15,035 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:15,036 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:17:15,037 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:15,040 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:17:15,040 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63218293, jitterRate=-0.05797402560710907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:17:15,041 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831435023Initializing all the Stores at 1731831435024 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831435024Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831435024Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831435024Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831435024Cleaning up temporary data from old regions at 1731831435035 (+11 ms)Region opened successfully at 1731831435041 (+6 ms) 2024-11-17T08:17:15,041 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:17:15,044 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660e0bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:17:15,045 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:17:15,045 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:17:15,046 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:17:15,046 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:17:15,046 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:17:15,047 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:17:15,047 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:17:15,049 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:17:15,050 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Unable to get data of znode /0-1822064151/balancer because node does not exist (not necessarily an error) 2024-11-17T08:17:15,113 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1822064151/balancer already deleted, retry=false 2024-11-17T08:17:15,113 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:17:15,114 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Unable to get data of znode /0-1822064151/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:17:15,123 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1822064151/normalizer already deleted, retry=false 2024-11-17T08:17:15,124 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:17:15,125 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Unable to get data of znode /0-1822064151/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:17:15,134 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1822064151/switch/split already deleted, retry=false 2024-11-17T08:17:15,135 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Unable to get data of znode /0-1822064151/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:17:15,144 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1822064151/switch/merge already deleted, retry=false 2024-11-17T08:17:15,147 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Unable to get data of znode /0-1822064151/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:17:15,155 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1822064151/snapshot-cleanup already deleted, retry=false 2024-11-17T08:17:15,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1822064151/running 2024-11-17T08:17:15,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1822064151/running 2024-11-17T08:17:15,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:15,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:15,166 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,35027,1731831433482, sessionid=0x10147de7c0f0000, setting cluster-up flag (Was=false) 2024-11-17T08:17:15,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:15,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:15,218 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1822064151/flush-table-proc/acquired, /0-1822064151/flush-table-proc/reached, /0-1822064151/flush-table-proc/abort 2024-11-17T08:17:15,220 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,35027,1731831433482 2024-11-17T08:17:15,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:15,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:15,270 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1822064151/online-snapshot/acquired, /0-1822064151/online-snapshot/reached, /0-1822064151/online-snapshot/abort 2024-11-17T08:17:15,272 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,35027,1731831433482 2024-11-17T08:17:15,273 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:17:15,275 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:15,275 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:17:15,276 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:17:15,276 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,35027,1731831433482 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:17:15,278 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:15,278 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:15,278 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:15,278 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:15,278 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:17:15,278 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:15,278 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:17:15,278 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:15,279 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831465279 2024-11-17T08:17:15,279 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:17:15,279 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:17:15,279 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:17:15,280 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:17:15,280 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:17:15,280 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:17:15,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:15,280 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:17:15,280 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:15,280 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:17:15,280 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:17:15,280 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:17:15,280 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:17:15,281 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:17:15,281 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:17:15,281 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:15,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:17:15,282 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831435281,5,FailOnTimeoutGroup] 2024-11-17T08:17:15,282 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831435282,5,FailOnTimeoutGroup] 2024-11-17T08:17:15,282 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:15,282 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:17:15,282 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:15,282 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:15,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:17:15,303 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(746): ClusterId : 992a14ce-b7bf-4d09-bcfc-dc913c025c0d 2024-11-17T08:17:15,303 DEBUG [RS:0;e3d0adb87c01:33913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:17:15,313 DEBUG [RS:0;e3d0adb87c01:33913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:17:15,313 DEBUG [RS:0;e3d0adb87c01:33913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:17:15,324 DEBUG [RS:0;e3d0adb87c01:33913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:17:15,324 DEBUG [RS:0;e3d0adb87c01:33913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62665ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:17:15,335 DEBUG [RS:0;e3d0adb87c01:33913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:33913 2024-11-17T08:17:15,335 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:17:15,335 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:17:15,335 DEBUG [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:17:15,336 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,35027,1731831433482 with port=33913, startcode=1731831433674 2024-11-17T08:17:15,336 DEBUG [RS:0;e3d0adb87c01:33913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:17:15,337 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:17:15,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35027 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,33913,1731831433674 2024-11-17T08:17:15,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35027 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,33913,1731831433674 2024-11-17T08:17:15,340 DEBUG [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c 2024-11-17T08:17:15,340 DEBUG [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42723 2024-11-17T08:17:15,340 DEBUG [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:17:15,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151/rs 2024-11-17T08:17:15,345 DEBUG [RS:0;e3d0adb87c01:33913 {}] zookeeper.ZKUtil(111): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Set watcher on existing znode=/0-1822064151/rs/e3d0adb87c01,33913,1731831433674 2024-11-17T08:17:15,345 WARN [RS:0;e3d0adb87c01:33913 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:17:15,345 INFO [RS:0;e3d0adb87c01:33913 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:15,345 DEBUG [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674 2024-11-17T08:17:15,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,33913,1731831433674] 2024-11-17T08:17:15,348 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:17:15,350 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:17:15,350 INFO [RS:0;e3d0adb87c01:33913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:17:15,350 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:15,350 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:17:15,351 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:17:15,351 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:15,352 DEBUG [RS:0;e3d0adb87c01:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:15,352 DEBUG [RS:0;e3d0adb87c01:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:15,352 DEBUG [RS:0;e3d0adb87c01:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:15,352 DEBUG [RS:0;e3d0adb87c01:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:15,352 DEBUG [RS:0;e3d0adb87c01:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:15,352 DEBUG [RS:0;e3d0adb87c01:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:17:15,352 DEBUG [RS:0;e3d0adb87c01:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:15,352 DEBUG [RS:0;e3d0adb87c01:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:15,352 DEBUG [RS:0;e3d0adb87c01:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:15,352 DEBUG [RS:0;e3d0adb87c01:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:15,352 DEBUG [RS:0;e3d0adb87c01:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:15,352 DEBUG [RS:0;e3d0adb87c01:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:15,352 DEBUG [RS:0;e3d0adb87c01:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:17:15,352 DEBUG [RS:0;e3d0adb87c01:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:17:15,353 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:15,353 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:15,353 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:15,353 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:15,353 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:15,353 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,33913,1731831433674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:17:15,367 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:17:15,367 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,33913,1731831433674-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:15,368 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:15,368 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.Replication(171): e3d0adb87c01,33913,1731831433674 started 2024-11-17T08:17:15,381 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:15,381 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,33913,1731831433674, RpcServer on e3d0adb87c01/172.17.0.3:33913, sessionid=0x10147de7c0f0001 2024-11-17T08:17:15,381 DEBUG [RS:0;e3d0adb87c01:33913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:17:15,381 DEBUG [RS:0;e3d0adb87c01:33913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,33913,1731831433674 2024-11-17T08:17:15,381 DEBUG [RS:0;e3d0adb87c01:33913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,33913,1731831433674' 2024-11-17T08:17:15,381 DEBUG [RS:0;e3d0adb87c01:33913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1822064151/flush-table-proc/abort' 2024-11-17T08:17:15,382 DEBUG [RS:0;e3d0adb87c01:33913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1822064151/flush-table-proc/acquired' 2024-11-17T08:17:15,382 DEBUG [RS:0;e3d0adb87c01:33913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:17:15,382 DEBUG [RS:0;e3d0adb87c01:33913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:17:15,382 DEBUG [RS:0;e3d0adb87c01:33913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,33913,1731831433674 2024-11-17T08:17:15,382 DEBUG [RS:0;e3d0adb87c01:33913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,33913,1731831433674' 2024-11-17T08:17:15,382 DEBUG [RS:0;e3d0adb87c01:33913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1822064151/online-snapshot/abort' 2024-11-17T08:17:15,383 DEBUG [RS:0;e3d0adb87c01:33913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1822064151/online-snapshot/acquired' 2024-11-17T08:17:15,383 DEBUG [RS:0;e3d0adb87c01:33913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:17:15,383 INFO [RS:0;e3d0adb87c01:33913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:17:15,383 INFO [RS:0;e3d0adb87c01:33913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:17:15,484 INFO [RS:0;e3d0adb87c01:33913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:17:15,485 INFO [RS:0;e3d0adb87c01:33913 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C33913%2C1731831433674, suffix=, logDir=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674, archiveDir=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/oldWALs, maxLogs=10 2024-11-17T08:17:15,498 DEBUG [RS:0;e3d0adb87c01:33913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674/e3d0adb87c01%2C33913%2C1731831433674.1731831435486, exclude list is [], retry=0 2024-11-17T08:17:15,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41365,DS-ddede7d9-1870-4c66-b514-6a50eba9fd1f,DISK] 2024-11-17T08:17:15,502 INFO [RS:0;e3d0adb87c01:33913 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674/e3d0adb87c01%2C33913%2C1731831433674.1731831435486 2024-11-17T08:17:15,502 DEBUG [RS:0;e3d0adb87c01:33913 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39431:39431)] 2024-11-17T08:17:15,691 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:17:15,691 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c 2024-11-17T08:17:15,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:17:16,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:16,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:17:16,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:17:16,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:16,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:16,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:17:16,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:17:16,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:16,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:16,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:17:16,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:17:16,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:16,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:16,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:17:16,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:17:16,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:16,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:16,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:17:16,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740 2024-11-17T08:17:16,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740 2024-11-17T08:17:16,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:17:16,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:17:16,111 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:17:16,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:17:16,114 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:17:16,115 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58939033, jitterRate=-0.12173996865749359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:17:16,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831436098Initializing all the Stores at 1731831436099 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831436099Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831436100 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831436100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831436100Cleaning up temporary data from old regions at 1731831436110 (+10 ms)Region opened successfully at 1731831436115 (+5 ms) 2024-11-17T08:17:16,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:17:16,115 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:17:16,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:17:16,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:17:16,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:17:16,116 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:17:16,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831436115Disabling compacts and flushes for region at 1731831436115Disabling writes for close at 1731831436116 (+1 ms)Writing region close event to WAL at 1731831436116Closed at 1731831436116 2024-11-17T08:17:16,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:16,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:17:16,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:17:16,119 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:17:16,120 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:17:16,270 DEBUG [e3d0adb87c01:35027 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:17:16,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,33913,1731831433674 2024-11-17T08:17:16,272 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,33913,1731831433674, state=OPENING 2024-11-17T08:17:16,323 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:17:16,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:16,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:16,363 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:17:16,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1822064151/meta-region-server: CHANGED 2024-11-17T08:17:16,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1822064151/meta-region-server: CHANGED 2024-11-17T08:17:16,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,33913,1731831433674}] 2024-11-17T08:17:16,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:17:16,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T08:17:16,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:17:16,516 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:17:16,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:17:16,521 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:17:16,521 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:16,522 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:17:16,523 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C33913%2C1731831433674.meta, suffix=.meta, logDir=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674, archiveDir=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/oldWALs, maxLogs=10 2024-11-17T08:17:16,536 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674/e3d0adb87c01%2C33913%2C1731831433674.meta.1731831436524.meta, exclude list is [], retry=0 2024-11-17T08:17:16,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41365,DS-ddede7d9-1870-4c66-b514-6a50eba9fd1f,DISK] 2024-11-17T08:17:16,540 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674/e3d0adb87c01%2C33913%2C1731831433674.meta.1731831436524.meta 2024-11-17T08:17:16,540 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39431:39431)] 2024-11-17T08:17:16,540 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:17:16,541 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:17:16,541 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:17:16,541 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:17:16,541 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:17:16,541 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:17:16,541 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:16,541 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:17:16,541 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:17:16,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:17:16,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:17:16,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:16,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:16,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:17:16,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:17:16,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:16,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:16,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:17:16,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:17:16,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:16,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:16,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:17:16,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:17:16,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:16,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:16,549 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:17:16,549 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740 2024-11-17T08:17:16,550 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740 2024-11-17T08:17:16,552 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:17:16,552 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:17:16,552 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:17:16,554 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:17:16,555 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73576399, jitterRate=0.0963737815618515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:17:16,555 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:17:16,555 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831436541Writing region info on filesystem at 1731831436541Initializing all the Stores at 1731831436542 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831436542Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831436543 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831436543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831436543Cleaning up temporary data from old regions at 1731831436552 (+9 ms)Running coprocessor post-open hooks at 1731831436555 (+3 ms)Region opened successfully at 1731831436555 2024-11-17T08:17:16,556 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831436516 2024-11-17T08:17:16,558 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:17:16,558 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:17:16,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,33913,1731831433674 2024-11-17T08:17:16,560 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,33913,1731831433674, state=OPEN 2024-11-17T08:17:16,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1822064151/meta-region-server 2024-11-17T08:17:16,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1822064151/meta-region-server 2024-11-17T08:17:16,576 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,33913,1731831433674 2024-11-17T08:17:16,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1822064151/meta-region-server: CHANGED 2024-11-17T08:17:16,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1822064151/meta-region-server: CHANGED 2024-11-17T08:17:16,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:17:16,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,33913,1731831433674 in 213 msec 2024-11-17T08:17:16,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:17:16,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-17T08:17:16,582 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:16,582 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:17:16,583 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:16,584 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,33913,1731831433674, seqNum=-1] 2024-11-17T08:17:16,584 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:16,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:17:16,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3150 sec 2024-11-17T08:17:16,592 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831436591, completionTime=-1 2024-11-17T08:17:16,592 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:17:16,592 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:17:16,594 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:17:16,594 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831496594 2024-11-17T08:17:16,594 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831556594 2024-11-17T08:17:16,594 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T08:17:16,594 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35027,1731831433482-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:16,594 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35027,1731831433482-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:16,594 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35027,1731831433482-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:16,594 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:35027, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:16,595 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:16,595 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:16,597 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:17:16,599 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.854sec 2024-11-17T08:17:16,599 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:17:16,599 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:17:16,599 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:17:16,599 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:17:16,599 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:17:16,599 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35027,1731831433482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:17:16,599 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35027,1731831433482-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:17:16,601 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:17:16,601 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:17:16,601 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35027,1731831433482-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:16,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686a5b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:16,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,35027,-1 for getting cluster id 2024-11-17T08:17:16,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:16,604 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '992a14ce-b7bf-4d09-bcfc-dc913c025c0d' 2024-11-17T08:17:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "992a14ce-b7bf-4d09-bcfc-dc913c025c0d" 2024-11-17T08:17:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1355cdb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,35027,-1] 2024-11-17T08:17:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:16,606 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:16,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b43ec7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:16,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,33913,1731831433674, seqNum=-1] 2024-11-17T08:17:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:16,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:17:16,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,35027,1731831433482 2024-11-17T08:17:16,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58470 2024-11-17T08:17:16,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:17:16,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10147de7c0f0002 connected 2024-11-17T08:17:16,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/hadoop.log.dir so I do NOT create it in target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede 2024-11-17T08:17:16,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:17:16,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/hadoop.tmp.dir so I do NOT create it in target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede 2024-11-17T08:17:16,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:17:16,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede 2024-11-17T08:17:16,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:17:16,632 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/cluster_939564cb-ce24-2520-4020-01c479c2811c, deleteOnExit=true 2024-11-17T08:17:16,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:17:16,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/test.cache.data in system properties and HBase conf 2024-11-17T08:17:16,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:17:16,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:17:16,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:17:16,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:17:16,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:17:16,632 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:17:16,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:17:16,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:17:16,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:17:16,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:17:16,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:17:16,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:17:16,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:17:16,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:17:16,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:17:16,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:17:16,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:17:16,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:17:16,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:17:16,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:17:17,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:17:17,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:17:17,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:17:17,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:17:17,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:17:17,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:17:17,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@235e927b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:17:17,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4eef177a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:17:17,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69a480b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/java.io.tmpdir/jetty-localhost-34217-hadoop-hdfs-3_4_1-tests_jar-_-any-3196706666454436597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:17:17,121 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c35b7bf{HTTP/1.1, (http/1.1)}{localhost:34217} 2024-11-17T08:17:17,121 INFO [Time-limited test {}] server.Server(415): Started @37403ms 2024-11-17T08:17:17,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:17:17,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:17:17,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:17:17,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:17:17,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:17:17,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7200f9cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:17:17,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52273d7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:17:17,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74717875{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/java.io.tmpdir/jetty-localhost-41545-hadoop-hdfs-3_4_1-tests_jar-_-any-8526927311338459088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:17:17,465 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@469e5d18{HTTP/1.1, (http/1.1)}{localhost:41545} 2024-11-17T08:17:17,465 INFO [Time-limited test {}] server.Server(415): Started @37747ms 2024-11-17T08:17:17,466 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:17:18,142 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/cluster_939564cb-ce24-2520-4020-01c479c2811c/data/data1/current/BP-122116766-172.17.0.3-1731831436656/current, will proceed with Du for space computation calculation, 2024-11-17T08:17:18,142 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/cluster_939564cb-ce24-2520-4020-01c479c2811c/data/data2/current/BP-122116766-172.17.0.3-1731831436656/current, will proceed with Du for space computation calculation, 2024-11-17T08:17:18,169 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:17:18,172 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8fb811771db6a20 with lease ID 0xa3aa492a8f6a4f1c: Processing first storage report for DS-0bdceb91-efe9-4f5a-b5cc-8eb7b28f873a from datanode DatanodeRegistration(127.0.0.1:36581, datanodeUuid=90eeafc8-f4d7-43d5-abb7-f9b78b1c0b58, infoPort=33803, infoSecurePort=0, ipcPort=39299, storageInfo=lv=-57;cid=testClusterID;nsid=1030369427;c=1731831436656) 2024-11-17T08:17:18,172 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8fb811771db6a20 with lease ID 0xa3aa492a8f6a4f1c: from storage DS-0bdceb91-efe9-4f5a-b5cc-8eb7b28f873a node DatanodeRegistration(127.0.0.1:36581, datanodeUuid=90eeafc8-f4d7-43d5-abb7-f9b78b1c0b58, infoPort=33803, infoSecurePort=0, ipcPort=39299, storageInfo=lv=-57;cid=testClusterID;nsid=1030369427;c=1731831436656), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:17:18,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8fb811771db6a20 with lease ID 0xa3aa492a8f6a4f1c: Processing first storage report for DS-19898203-6f1b-4fa9-9647-c2a2811dfb2a from datanode DatanodeRegistration(127.0.0.1:36581, datanodeUuid=90eeafc8-f4d7-43d5-abb7-f9b78b1c0b58, infoPort=33803, infoSecurePort=0, ipcPort=39299, storageInfo=lv=-57;cid=testClusterID;nsid=1030369427;c=1731831436656) 2024-11-17T08:17:18,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8fb811771db6a20 with lease ID 0xa3aa492a8f6a4f1c: from storage DS-19898203-6f1b-4fa9-9647-c2a2811dfb2a node DatanodeRegistration(127.0.0.1:36581, datanodeUuid=90eeafc8-f4d7-43d5-abb7-f9b78b1c0b58, infoPort=33803, infoSecurePort=0, ipcPort=39299, storageInfo=lv=-57;cid=testClusterID;nsid=1030369427;c=1731831436656), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:17:18,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede 2024-11-17T08:17:18,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:18,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:18,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:17:18,617 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358 with version=8 2024-11-17T08:17:18,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/hbase-staging 2024-11-17T08:17:18,619 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:17:18,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:18,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:18,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:17:18,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:18,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:17:18,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:17:18,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:17:18,620 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32795 2024-11-17T08:17:18,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32795 connecting to ZooKeeper ensemble=127.0.0.1:58470 2024-11-17T08:17:18,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327950x0, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:17:18,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32795-0x10147de7c0f0003 connected 2024-11-17T08:17:18,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:18,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:18,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Set watcher on znode that does not yet exist, /11809404995/running 2024-11-17T08:17:18,737 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358, hbase.cluster.distributed=false 2024-11-17T08:17:18,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Set watcher on znode that does not yet exist, /11809404995/acl 2024-11-17T08:17:18,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32795 2024-11-17T08:17:18,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32795 2024-11-17T08:17:18,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32795 2024-11-17T08:17:18,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32795 2024-11-17T08:17:18,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32795 2024-11-17T08:17:18,755 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:17:18,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:18,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:18,756 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:17:18,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:18,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:17:18,756 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:17:18,756 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:17:18,756 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43043 2024-11-17T08:17:18,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43043 connecting to ZooKeeper ensemble=127.0.0.1:58470 2024-11-17T08:17:18,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:18,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:18,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430430x0, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:17:18,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430430x0, quorum=127.0.0.1:58470, baseZNode=/11809404995 Set watcher on znode that does not yet exist, /11809404995/running 2024-11-17T08:17:18,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43043-0x10147de7c0f0004 connected 2024-11-17T08:17:18,798 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:17:18,799 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:17:18,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Set watcher on znode that does not yet exist, /11809404995/master 2024-11-17T08:17:18,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Set watcher on znode that does not yet exist, /11809404995/acl 2024-11-17T08:17:18,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43043 2024-11-17T08:17:18,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43043 2024-11-17T08:17:18,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43043 2024-11-17T08:17:18,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43043 2024-11-17T08:17:18,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43043 2024-11-17T08:17:18,816 DEBUG [M:0;e3d0adb87c01:32795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:32795 2024-11-17T08:17:18,816 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11809404995/backup-masters/e3d0adb87c01,32795,1731831438618 2024-11-17T08:17:18,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995/backup-masters 2024-11-17T08:17:18,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995/backup-masters 2024-11-17T08:17:18,828 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Set watcher on existing znode=/11809404995/backup-masters/e3d0adb87c01,32795,1731831438618 2024-11-17T08:17:18,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11809404995/master 2024-11-17T08:17:18,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995 2024-11-17T08:17:18,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995 2024-11-17T08:17:18,839 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Set watcher on existing znode=/11809404995/master 2024-11-17T08:17:18,839 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11809404995/backup-masters/e3d0adb87c01,32795,1731831438618 from backup master directory 2024-11-17T08:17:18,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11809404995/backup-masters/e3d0adb87c01,32795,1731831438618 2024-11-17T08:17:18,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995/backup-masters 2024-11-17T08:17:18,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995/backup-masters 2024-11-17T08:17:18,849 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:17:18,849 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,32795,1731831438618 2024-11-17T08:17:18,853 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/hbase.id] with ID: 0db7f715-ba3e-4ebb-9be3-30b197fe1ab9 2024-11-17T08:17:18,853 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/.tmp/hbase.id 2024-11-17T08:17:18,857 WARN [RS:0;e3d0adb87c01:33913 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e3d0adb87c01,40513,1731831406775: status=Processing ServerCrashProcedure of e3d0adb87c01,40513,1731831406775 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731831423130, completionTime=-1 appears to have been leaked 2024-11-17T08:17:18,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:17:19,259 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/.tmp/hbase.id]:[hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/hbase.id] 2024-11-17T08:17:19,273 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:19,273 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:17:19,274 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T08:17:19,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995 2024-11-17T08:17:19,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995 2024-11-17T08:17:19,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:17:19,729 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:17:19,730 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:17:19,730 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:19,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:17:20,138 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store 2024-11-17T08:17:20,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:17:20,544 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:20,545 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:17:20,545 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:20,545 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:20,545 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:17:20,545 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:20,545 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:20,545 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831440545Disabling compacts and flushes for region at 1731831440545Disabling writes for close at 1731831440545Writing region close event to WAL at 1731831440545Closed at 1731831440545 2024-11-17T08:17:20,546 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/.initializing 2024-11-17T08:17:20,547 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/WALs/e3d0adb87c01,32795,1731831438618 2024-11-17T08:17:20,548 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:17:20,551 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C32795%2C1731831438618, suffix=, logDir=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/WALs/e3d0adb87c01,32795,1731831438618, archiveDir=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/oldWALs, maxLogs=10 2024-11-17T08:17:20,566 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/WALs/e3d0adb87c01,32795,1731831438618/e3d0adb87c01%2C32795%2C1731831438618.1731831440551, exclude list is [], retry=0 2024-11-17T08:17:20,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-0bdceb91-efe9-4f5a-b5cc-8eb7b28f873a,DISK] 2024-11-17T08:17:20,571 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/WALs/e3d0adb87c01,32795,1731831438618/e3d0adb87c01%2C32795%2C1731831438618.1731831440551 2024-11-17T08:17:20,571 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33803:33803)] 2024-11-17T08:17:20,571 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:17:20,571 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:20,571 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:20,572 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:20,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:20,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:17:20,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:20,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:20,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:20,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:17:20,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:20,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:20,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:20,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:17:20,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:20,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:20,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:20,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:17:20,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:20,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:20,580 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:20,581 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:20,581 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:20,582 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:20,582 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:20,583 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:17:20,584 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:20,586 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:17:20,587 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60996709, jitterRate=-0.09107820689678192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:17:20,587 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831440572Initializing all the Stores at 1731831440573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831440573Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831440573Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831440573Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831440573Cleaning up temporary data from old regions at 1731831440582 (+9 ms)Region opened successfully at 1731831440587 (+5 ms) 2024-11-17T08:17:20,587 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:17:20,591 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411815fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:17:20,592 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:17:20,592 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:17:20,592 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:17:20,592 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:17:20,592 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:17:20,593 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:17:20,593 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:17:20,595 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:17:20,596 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Unable to get data of znode /11809404995/balancer because node does not exist (not necessarily an error) 2024-11-17T08:17:20,660 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11809404995/balancer already deleted, retry=false 2024-11-17T08:17:20,660 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:17:20,661 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Unable to get data of znode /11809404995/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:17:20,670 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11809404995/normalizer already deleted, retry=false 2024-11-17T08:17:20,671 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:17:20,672 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Unable to get data of znode /11809404995/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:17:20,681 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11809404995/switch/split already deleted, retry=false 2024-11-17T08:17:20,682 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Unable to get data of znode /11809404995/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:17:20,691 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11809404995/switch/merge already deleted, retry=false 2024-11-17T08:17:20,693 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Unable to get data of znode /11809404995/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:17:20,702 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11809404995/snapshot-cleanup already deleted, retry=false 2024-11-17T08:17:20,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11809404995/running 2024-11-17T08:17:20,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11809404995/running 2024-11-17T08:17:20,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995 2024-11-17T08:17:20,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995 2024-11-17T08:17:20,713 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,32795,1731831438618, sessionid=0x10147de7c0f0003, setting cluster-up flag (Was=false) 2024-11-17T08:17:20,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995 2024-11-17T08:17:20,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995 2024-11-17T08:17:20,765 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11809404995/flush-table-proc/acquired, /11809404995/flush-table-proc/reached, /11809404995/flush-table-proc/abort 2024-11-17T08:17:20,766 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,32795,1731831438618 2024-11-17T08:17:20,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995 2024-11-17T08:17:20,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995 2024-11-17T08:17:20,817 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11809404995/online-snapshot/acquired, /11809404995/online-snapshot/reached, /11809404995/online-snapshot/abort 2024-11-17T08:17:20,819 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,32795,1731831438618 2024-11-17T08:17:20,820 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:17:20,822 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:20,822 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:17:20,822 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:17:20,822 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,32795,1731831438618 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:17:20,824 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:20,824 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:20,824 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:20,824 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:20,824 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:17:20,824 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:20,824 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:17:20,824 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:20,825 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831470825 2024-11-17T08:17:20,825 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:17:20,825 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:17:20,825 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:17:20,825 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:17:20,825 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:17:20,825 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:17:20,825 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:20,825 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:17:20,825 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:17:20,825 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:20,825 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:17:20,825 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:17:20,826 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:17:20,826 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:17:20,826 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:17:20,826 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831440826,5,FailOnTimeoutGroup] 2024-11-17T08:17:20,826 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831440826,5,FailOnTimeoutGroup] 2024-11-17T08:17:20,826 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:20,826 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:17:20,826 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:20,826 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:20,827 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:20,827 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:17:20,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:17:20,909 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(746): ClusterId : 0db7f715-ba3e-4ebb-9be3-30b197fe1ab9 2024-11-17T08:17:20,909 DEBUG [RS:0;e3d0adb87c01:43043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:17:20,923 DEBUG [RS:0;e3d0adb87c01:43043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:17:20,923 DEBUG [RS:0;e3d0adb87c01:43043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:17:20,934 DEBUG [RS:0;e3d0adb87c01:43043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:17:20,935 DEBUG [RS:0;e3d0adb87c01:43043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480e60ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:17:20,945 DEBUG [RS:0;e3d0adb87c01:43043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:43043 2024-11-17T08:17:20,945 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:17:20,945 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:17:20,945 DEBUG [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:17:20,946 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,32795,1731831438618 with port=43043, startcode=1731831438755 2024-11-17T08:17:20,946 DEBUG [RS:0;e3d0adb87c01:43043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:17:20,948 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:17:20,948 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,43043,1731831438755 2024-11-17T08:17:20,948 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32795 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,43043,1731831438755 2024-11-17T08:17:20,950 DEBUG [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358 2024-11-17T08:17:20,950 DEBUG [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34895 2024-11-17T08:17:20,950 DEBUG [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:17:20,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995/rs 2024-11-17T08:17:20,994 DEBUG [RS:0;e3d0adb87c01:43043 {}] zookeeper.ZKUtil(111): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Set watcher on existing znode=/11809404995/rs/e3d0adb87c01,43043,1731831438755 2024-11-17T08:17:20,994 WARN [RS:0;e3d0adb87c01:43043 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:17:20,994 INFO [RS:0;e3d0adb87c01:43043 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:20,995 DEBUG [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/WALs/e3d0adb87c01,43043,1731831438755 2024-11-17T08:17:20,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,43043,1731831438755] 2024-11-17T08:17:20,998 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:17:21,000 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:17:21,001 INFO [RS:0;e3d0adb87c01:43043 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:17:21,001 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:21,001 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:17:21,002 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:17:21,002 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:21,002 DEBUG [RS:0;e3d0adb87c01:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:21,002 DEBUG [RS:0;e3d0adb87c01:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:21,002 DEBUG [RS:0;e3d0adb87c01:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:21,002 DEBUG [RS:0;e3d0adb87c01:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:21,002 DEBUG [RS:0;e3d0adb87c01:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:21,002 DEBUG [RS:0;e3d0adb87c01:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:17:21,002 DEBUG [RS:0;e3d0adb87c01:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:21,002 DEBUG [RS:0;e3d0adb87c01:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:21,002 DEBUG [RS:0;e3d0adb87c01:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:21,002 DEBUG [RS:0;e3d0adb87c01:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:21,002 DEBUG [RS:0;e3d0adb87c01:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:21,002 DEBUG [RS:0;e3d0adb87c01:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:21,003 DEBUG [RS:0;e3d0adb87c01:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:17:21,003 DEBUG [RS:0;e3d0adb87c01:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:17:21,008 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:21,008 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:21,008 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:21,008 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:21,008 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:21,008 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,43043,1731831438755-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:17:21,025 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:17:21,025 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,43043,1731831438755-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:21,026 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:21,026 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.Replication(171): e3d0adb87c01,43043,1731831438755 started 2024-11-17T08:17:21,041 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:21,041 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,43043,1731831438755, RpcServer on e3d0adb87c01/172.17.0.3:43043, sessionid=0x10147de7c0f0004 2024-11-17T08:17:21,041 DEBUG [RS:0;e3d0adb87c01:43043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:17:21,041 DEBUG [RS:0;e3d0adb87c01:43043 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,43043,1731831438755 2024-11-17T08:17:21,041 DEBUG [RS:0;e3d0adb87c01:43043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,43043,1731831438755' 2024-11-17T08:17:21,041 DEBUG [RS:0;e3d0adb87c01:43043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11809404995/flush-table-proc/abort' 2024-11-17T08:17:21,042 DEBUG [RS:0;e3d0adb87c01:43043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11809404995/flush-table-proc/acquired' 2024-11-17T08:17:21,042 DEBUG [RS:0;e3d0adb87c01:43043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:17:21,042 DEBUG [RS:0;e3d0adb87c01:43043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:17:21,042 DEBUG [RS:0;e3d0adb87c01:43043 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,43043,1731831438755 2024-11-17T08:17:21,042 DEBUG [RS:0;e3d0adb87c01:43043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,43043,1731831438755' 2024-11-17T08:17:21,042 DEBUG [RS:0;e3d0adb87c01:43043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11809404995/online-snapshot/abort' 2024-11-17T08:17:21,043 DEBUG [RS:0;e3d0adb87c01:43043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11809404995/online-snapshot/acquired' 2024-11-17T08:17:21,043 DEBUG [RS:0;e3d0adb87c01:43043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:17:21,043 INFO [RS:0;e3d0adb87c01:43043 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:17:21,043 INFO [RS:0;e3d0adb87c01:43043 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:17:21,144 INFO [RS:0;e3d0adb87c01:43043 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:17:21,145 INFO [RS:0;e3d0adb87c01:43043 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C43043%2C1731831438755, suffix=, logDir=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/WALs/e3d0adb87c01,43043,1731831438755, archiveDir=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/oldWALs, maxLogs=10 2024-11-17T08:17:21,160 DEBUG [RS:0;e3d0adb87c01:43043 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/WALs/e3d0adb87c01,43043,1731831438755/e3d0adb87c01%2C43043%2C1731831438755.1731831441146, exclude list is [], retry=0 2024-11-17T08:17:21,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-0bdceb91-efe9-4f5a-b5cc-8eb7b28f873a,DISK] 2024-11-17T08:17:21,165 INFO [RS:0;e3d0adb87c01:43043 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/WALs/e3d0adb87c01,43043,1731831438755/e3d0adb87c01%2C43043%2C1731831438755.1731831441146 2024-11-17T08:17:21,165 DEBUG [RS:0;e3d0adb87c01:43043 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33803:33803)] 2024-11-17T08:17:21,234 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:17:21,234 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358 2024-11-17T08:17:21,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:17:21,348 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:17:21,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:21,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:17:21,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:17:21,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:21,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:21,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:17:21,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:17:21,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:21,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:21,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:17:21,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:17:21,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:21,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:21,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:17:21,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:17:21,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:21,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:21,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:17:21,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/data/hbase/meta/1588230740 2024-11-17T08:17:21,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/data/hbase/meta/1588230740 2024-11-17T08:17:21,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:17:21,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:17:21,651 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:17:21,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:17:21,654 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:17:21,654 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62871071, jitterRate=-0.06314803659915924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:17:21,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831441640Initializing all the Stores at 1731831441641 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831441641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831441641Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831441641Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831441641Cleaning up temporary data from old regions at 1731831441650 (+9 ms)Region opened successfully at 1731831441654 (+4 ms) 2024-11-17T08:17:21,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:17:21,654 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:17:21,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:17:21,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:17:21,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:17:21,655 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:17:21,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831441654Disabling compacts and flushes for region at 1731831441654Disabling writes for close at 1731831441655 (+1 ms)Writing region close event to WAL at 1731831441655Closed at 1731831441655 2024-11-17T08:17:21,656 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:21,656 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:17:21,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:17:21,657 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:17:21,658 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:17:21,809 DEBUG [e3d0adb87c01:32795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:17:21,809 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,43043,1731831438755 2024-11-17T08:17:21,811 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,43043,1731831438755, state=OPENING 2024-11-17T08:17:21,849 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:17:21,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995 2024-11-17T08:17:21,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995 2024-11-17T08:17:21,860 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:17:21,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11809404995/meta-region-server: CHANGED 2024-11-17T08:17:21,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11809404995/meta-region-server: CHANGED 2024-11-17T08:17:21,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,43043,1731831438755}] 2024-11-17T08:17:21,873 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:17:21,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:21,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:22,014 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:17:22,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:17:22,022 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:17:22,023 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:22,023 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:17:22,025 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C43043%2C1731831438755.meta, suffix=.meta, logDir=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/WALs/e3d0adb87c01,43043,1731831438755, archiveDir=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/oldWALs, maxLogs=10 2024-11-17T08:17:22,043 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/WALs/e3d0adb87c01,43043,1731831438755/e3d0adb87c01%2C43043%2C1731831438755.meta.1731831442025.meta, exclude list is [], retry=0 2024-11-17T08:17:22,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-0bdceb91-efe9-4f5a-b5cc-8eb7b28f873a,DISK] 2024-11-17T08:17:22,048 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/WALs/e3d0adb87c01,43043,1731831438755/e3d0adb87c01%2C43043%2C1731831438755.meta.1731831442025.meta 2024-11-17T08:17:22,048 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33803:33803)] 2024-11-17T08:17:22,049 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:17:22,049 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:17:22,049 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:17:22,049 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:17:22,050 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:17:22,050 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:17:22,050 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:22,050 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:17:22,050 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:17:22,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:17:22,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:17:22,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:22,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:22,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:17:22,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:17:22,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:22,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:22,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:17:22,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:17:22,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:22,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:22,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:17:22,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:17:22,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:22,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:22,058 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:17:22,059 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/data/hbase/meta/1588230740 2024-11-17T08:17:22,060 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/data/hbase/meta/1588230740 2024-11-17T08:17:22,061 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:17:22,061 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:17:22,062 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:17:22,064 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:17:22,064 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72275140, jitterRate=0.0769835114479065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:17:22,065 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:17:22,065 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831442050Writing region info on filesystem at 1731831442050Initializing all the Stores at 1731831442051 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831442051Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831442052 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831442052Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831442052Cleaning up temporary data from old regions at 1731831442061 (+9 ms)Running coprocessor post-open hooks at 1731831442065 (+4 ms)Region opened successfully at 1731831442065 2024-11-17T08:17:22,066 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831442014 2024-11-17T08:17:22,069 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:17:22,069 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:17:22,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,43043,1731831438755 2024-11-17T08:17:22,071 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,43043,1731831438755, state=OPEN 2024-11-17T08:17:22,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11809404995/meta-region-server 2024-11-17T08:17:22,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11809404995/meta-region-server 2024-11-17T08:17:22,139 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,43043,1731831438755 2024-11-17T08:17:22,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11809404995/meta-region-server: CHANGED 2024-11-17T08:17:22,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11809404995/meta-region-server: CHANGED 2024-11-17T08:17:22,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:17:22,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,43043,1731831438755 in 279 msec 2024-11-17T08:17:22,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:17:22,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-11-17T08:17:22,147 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:22,147 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:17:22,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:22,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,43043,1731831438755, seqNum=-1] 2024-11-17T08:17:22,149 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:22,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:17:22,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-17T08:17:22,156 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831442156, completionTime=-1 2024-11-17T08:17:22,156 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:17:22,156 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:17:22,158 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:17:22,158 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831502158 2024-11-17T08:17:22,158 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831562158 2024-11-17T08:17:22,158 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T08:17:22,159 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,32795,1731831438618-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:22,159 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,32795,1731831438618-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:22,159 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,32795,1731831438618-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:22,159 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:32795, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:22,159 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:22,159 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:22,161 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:17:22,164 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.315sec 2024-11-17T08:17:22,164 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:17:22,164 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:17:22,164 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:17:22,164 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:17:22,164 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:17:22,164 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,32795,1731831438618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:17:22,164 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,32795,1731831438618-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:17:22,167 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:17:22,167 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:17:22,167 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,32795,1731831438618-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:22,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e1c6b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:22,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,32795,-1 for getting cluster id 2024-11-17T08:17:22,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:22,212 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0db7f715-ba3e-4ebb-9be3-30b197fe1ab9' 2024-11-17T08:17:22,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:22,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0db7f715-ba3e-4ebb-9be3-30b197fe1ab9" 2024-11-17T08:17:22,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa7733c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:22,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,32795,-1] 2024-11-17T08:17:22,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:22,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:22,214 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:22,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f65665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:22,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:22,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,43043,1731831438755, seqNum=-1] 2024-11-17T08:17:22,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:22,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:17:22,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,32795,1731831438618 2024-11-17T08:17:22,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58470 2024-11-17T08:17:22,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:17:22,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10147de7c0f0005 connected 2024-11-17T08:17:22,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792e560c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:22,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,35027,-1 for getting cluster id 2024-11-17T08:17:22,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:22,253 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '992a14ce-b7bf-4d09-bcfc-dc913c025c0d' 2024-11-17T08:17:22,253 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:22,253 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "992a14ce-b7bf-4d09-bcfc-dc913c025c0d" 2024-11-17T08:17:22,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f640e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:22,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,35027,-1] 2024-11-17T08:17:22,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:22,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:22,255 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:22,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b19e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:22,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:17:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,35027,1731831433482 2024-11-17T08:17:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30c231aa 2024-11-17T08:17:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:17:22,259 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:17:22,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:32795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:17:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:17:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:22,263 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:32795' 2024-11-17T08:17:22,264 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bfb28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:22,264 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,32795,-1 for getting cluster id 2024-11-17T08:17:22,264 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:22,265 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0db7f715-ba3e-4ebb-9be3-30b197fe1ab9' 2024-11-17T08:17:22,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:22,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0db7f715-ba3e-4ebb-9be3-30b197fe1ab9" 2024-11-17T08:17:22,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41118f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:22,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,32795,-1] 2024-11-17T08:17:22,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:22,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:22,268 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:22,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a51f14d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:22,269 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:17:22,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,32795,1731831438618 2024-11-17T08:17:22,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dabb9b 2024-11-17T08:17:22,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:17:22,272 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:17:22,273 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T08:17:22,273 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:17:22,273 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:22,273 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:22,274 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:17:22,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:17:22,275 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:17:22,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:17:22,277 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:22,279 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:17:22,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741835_1011 (size=1138) 2024-11-17T08:17:22,293 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95b4e3e4176f7103f8773e274f4020d4, NAME => 'hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c 2024-11-17T08:17:22,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741836_1012 (size=44) 2024-11-17T08:17:22,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:22,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 95b4e3e4176f7103f8773e274f4020d4, disabling compactions & flushes 2024-11-17T08:17:22,306 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4. 2024-11-17T08:17:22,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4. 2024-11-17T08:17:22,307 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4. after waiting 0 ms 2024-11-17T08:17:22,307 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4. 2024-11-17T08:17:22,307 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4. 2024-11-17T08:17:22,307 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95b4e3e4176f7103f8773e274f4020d4: Waiting for close lock at 1731831442306Disabling compacts and flushes for region at 1731831442306Disabling writes for close at 1731831442307 (+1 ms)Writing region close event to WAL at 1731831442307Closed at 1731831442307 2024-11-17T08:17:22,309 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:17:22,309 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731831442309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831442309"}]},"ts":"1731831442309"} 2024-11-17T08:17:22,312 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:17:22,313 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:17:22,314 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831442314"}]},"ts":"1731831442314"} 2024-11-17T08:17:22,321 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T08:17:22,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95b4e3e4176f7103f8773e274f4020d4, ASSIGN}] 2024-11-17T08:17:22,323 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95b4e3e4176f7103f8773e274f4020d4, ASSIGN 2024-11-17T08:17:22,324 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95b4e3e4176f7103f8773e274f4020d4, ASSIGN; state=OFFLINE, location=e3d0adb87c01,33913,1731831433674; forceNewPlan=false, retain=false 2024-11-17T08:17:22,326 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T08:17:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:22,475 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=95b4e3e4176f7103f8773e274f4020d4, regionState=OPENING, regionLocation=e3d0adb87c01,33913,1731831433674 2024-11-17T08:17:22,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95b4e3e4176f7103f8773e274f4020d4, ASSIGN because future has completed 2024-11-17T08:17:22,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95b4e3e4176f7103f8773e274f4020d4, server=e3d0adb87c01,33913,1731831433674}] 2024-11-17T08:17:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:22,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4. 2024-11-17T08:17:22,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:22,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:17:22,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C33913%2C1731831433674.rep, suffix=, logDir=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674, archiveDir=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/oldWALs, maxLogs=10 2024-11-17T08:17:22,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674/e3d0adb87c01%2C33913%2C1731831433674.rep.1731831442638, exclude list is [], retry=0 2024-11-17T08:17:22,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41365,DS-ddede7d9-1870-4c66-b514-6a50eba9fd1f,DISK] 2024-11-17T08:17:22,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674/e3d0adb87c01%2C33913%2C1731831433674.rep.1731831442638 2024-11-17T08:17:22,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39431:39431)] 2024-11-17T08:17:22,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 95b4e3e4176f7103f8773e274f4020d4, NAME => 'hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:17:22,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:17:22,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:17:22,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4. service=MultiRowMutationService 2024-11-17T08:17:22,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:17:22,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:22,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:22,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:22,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:22,656 INFO [StoreOpener-95b4e3e4176f7103f8773e274f4020d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:22,657 INFO [StoreOpener-95b4e3e4176f7103f8773e274f4020d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95b4e3e4176f7103f8773e274f4020d4 columnFamilyName hfileref 2024-11-17T08:17:22,658 DEBUG [StoreOpener-95b4e3e4176f7103f8773e274f4020d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:22,658 INFO [StoreOpener-95b4e3e4176f7103f8773e274f4020d4-1 {}] regionserver.HStore(327): Store=95b4e3e4176f7103f8773e274f4020d4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:22,658 INFO [StoreOpener-95b4e3e4176f7103f8773e274f4020d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:22,659 INFO [StoreOpener-95b4e3e4176f7103f8773e274f4020d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95b4e3e4176f7103f8773e274f4020d4 columnFamilyName queue 2024-11-17T08:17:22,659 DEBUG [StoreOpener-95b4e3e4176f7103f8773e274f4020d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:22,660 INFO [StoreOpener-95b4e3e4176f7103f8773e274f4020d4-1 {}] regionserver.HStore(327): Store=95b4e3e4176f7103f8773e274f4020d4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:22,660 INFO [StoreOpener-95b4e3e4176f7103f8773e274f4020d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:22,661 INFO [StoreOpener-95b4e3e4176f7103f8773e274f4020d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95b4e3e4176f7103f8773e274f4020d4 columnFamilyName sid 2024-11-17T08:17:22,661 DEBUG [StoreOpener-95b4e3e4176f7103f8773e274f4020d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:22,661 INFO [StoreOpener-95b4e3e4176f7103f8773e274f4020d4-1 {}] regionserver.HStore(327): Store=95b4e3e4176f7103f8773e274f4020d4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:22,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:22,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/replication/95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:22,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/replication/95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:22,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:22,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:22,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:17:22,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:22,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/replication/95b4e3e4176f7103f8773e274f4020d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:17:22,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 95b4e3e4176f7103f8773e274f4020d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71978902, jitterRate=0.07256922125816345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:17:22,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:22,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 95b4e3e4176f7103f8773e274f4020d4: Running coprocessor pre-open hook at 1731831442655Writing region info on filesystem at 1731831442655Initializing all the Stores at 1731831442656 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831442656Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831442656Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831442656Cleaning up temporary data from old regions at 1731831442664 (+8 ms)Running coprocessor post-open hooks at 1731831442668 (+4 ms)Region opened successfully at 1731831442669 (+1 ms) 2024-11-17T08:17:22,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4., pid=7, masterSystemTime=1731831442632 2024-11-17T08:17:22,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4. 2024-11-17T08:17:22,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4. 2024-11-17T08:17:22,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=95b4e3e4176f7103f8773e274f4020d4, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,33913,1731831433674 2024-11-17T08:17:22,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95b4e3e4176f7103f8773e274f4020d4, server=e3d0adb87c01,33913,1731831433674 because future has completed 2024-11-17T08:17:22,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T08:17:22,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 95b4e3e4176f7103f8773e274f4020d4, server=e3d0adb87c01,33913,1731831433674 in 197 msec 2024-11-17T08:17:22,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:17:22,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95b4e3e4176f7103f8773e274f4020d4, ASSIGN in 358 msec 2024-11-17T08:17:22,682 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:17:22,682 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831442682"}]},"ts":"1731831442682"} 2024-11-17T08:17:22,684 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T08:17:22,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:17:22,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 411 msec 2024-11-17T08:17:22,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4., hostname=e3d0adb87c01,33913,1731831433674, seqNum=2] 2024-11-17T08:17:22,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:22,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:22,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:17:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:22,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T08:17:22,962 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T08:17:22,993 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,33913,1731831433674, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:17:22,993 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:22,993 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,33913,1731831433674, seqNum=-1] 2024-11-17T08:17:22,993 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:22,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-17T08:17:22,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e3d0adb87c01,33913,1731831433674', locateType=CURRENT is [region=hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4., hostname=e3d0adb87c01,33913,1731831433674, seqNum=2] 2024-11-17T08:17:22,999 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T08:17:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T08:17:23,003 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e3d0adb87c01,33913,1731831433674 suceeded 2024-11-17T08:17:23,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T08:17:23,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-17T08:17:23,006 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e3d0adb87c01:32795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:17:23,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 747 msec 2024-11-17T08:17:23,015 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:32795' 2024-11-17T08:17:23,016 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74476baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:23,016 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,32795,-1 for getting cluster id 2024-11-17T08:17:23,016 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:23,017 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0db7f715-ba3e-4ebb-9be3-30b197fe1ab9' 2024-11-17T08:17:23,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:23,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0db7f715-ba3e-4ebb-9be3-30b197fe1ab9" 2024-11-17T08:17:23,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46dc6fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:23,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,32795,-1] 2024-11-17T08:17:23,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:23,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:23,019 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:23,019 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b09cecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:23,020 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:17:23,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,32795,1731831438618 2024-11-17T08:17:23,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@625b8932 2024-11-17T08:17:23,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:17:23,021 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-17T08:17:23,022 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,33913,1731831433674 (queues=1) is replicating from cluster=992a14ce-b7bf-4d09-bcfc-dc913c025c0d to cluster=0db7f715-ba3e-4ebb-9be3-30b197fe1ab9 2024-11-17T08:17:23,022 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C33913%2C1731831433674 2024-11-17T08:17:23,022 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,33913,1731831433674, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:17:23,023 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674.replicationSource.shippere3d0adb87c01%2C33913%2C1731831433674,1-e3d0adb87c01,33913,1731831433674 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C33913%2C1731831433674 2024-11-17T08:17:23,023 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674.replicationSource.wal-reader.e3d0adb87c01%2C33913%2C1731831433674,1-e3d0adb87c01,33913,1731831433674 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674/e3d0adb87c01%2C33913%2C1731831433674.1731831435486, startPosition=0, beingWritten=true 2024-11-17T08:17:23,228 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674.replicationSource.wal-reader.e3d0adb87c01%2C33913%2C1731831433674,1-e3d0adb87c01,33913,1731831433674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674/e3d0adb87c01%2C33913%2C1731831433674.1731831435486 to pos 0, reset compression=false 2024-11-17T08:17:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:23,397 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:17:23,397 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:17:23,397 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:23,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:23,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:23,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:17:23,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:17:23,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,35027,1731831433482 2024-11-17T08:17:23,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5242b9e1 2024-11-17T08:17:23,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:17:23,400 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:17:23,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T08:17:23,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:17:23,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:17:23,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:23,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:23,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:23,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:17:23,401 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:17:23,401 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=633598931, stopped=false 2024-11-17T08:17:23,401 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,32795,1731831438618 2024-11-17T08:17:23,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11809404995/running 2024-11-17T08:17:23,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11809404995/running 2024-11-17T08:17:23,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995 2024-11-17T08:17:23,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995 2024-11-17T08:17:23,407 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:17:23,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:17:23,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:23,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:23,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Set watcher on znode that does not yet exist, /11809404995/running 2024-11-17T08:17:23,407 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,43043,1731831438755' ***** 2024-11-17T08:17:23,408 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:17:23,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Set watcher on znode that does not yet exist, /11809404995/running 2024-11-17T08:17:23,408 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:17:23,408 INFO [RS:0;e3d0adb87c01:43043 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:17:23,408 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:17:23,408 INFO [RS:0;e3d0adb87c01:43043 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:17:23,408 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,43043,1731831438755 2024-11-17T08:17:23,408 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:17:23,408 INFO [RS:0;e3d0adb87c01:43043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:43043. 2024-11-17T08:17:23,408 DEBUG [RS:0;e3d0adb87c01:43043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:23,408 DEBUG [RS:0;e3d0adb87c01:43043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:23,408 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:17:23,408 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:17:23,408 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:17:23,408 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:17:23,409 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:17:23,409 DEBUG [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:17:23,409 DEBUG [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:17:23,409 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:17:23,409 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:17:23,409 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:17:23,409 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:17:23,409 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:17:23,409 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T08:17:23,410 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:17:23,423 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/data/hbase/meta/1588230740/.tmp/ns/ee9285efa1e2485192fe52f63fb5e5f7 is 43, key is default/ns:d/1731831442150/Put/seqid=0 2024-11-17T08:17:23,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741835_1011 (size=5153) 2024-11-17T08:17:23,534 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674.replicationSource.wal-reader.e3d0adb87c01%2C33913%2C1731831433674,1-e3d0adb87c01,33913,1731831433674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674/e3d0adb87c01%2C33913%2C1731831433674.1731831435486 to pos 0, reset compression=false 2024-11-17T08:17:23,609 DEBUG [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:17:23,809 DEBUG [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:17:23,828 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/data/hbase/meta/1588230740/.tmp/ns/ee9285efa1e2485192fe52f63fb5e5f7 2024-11-17T08:17:23,834 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/data/hbase/meta/1588230740/.tmp/ns/ee9285efa1e2485192fe52f63fb5e5f7 as hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/data/hbase/meta/1588230740/ns/ee9285efa1e2485192fe52f63fb5e5f7 2024-11-17T08:17:23,840 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/data/hbase/meta/1588230740/ns/ee9285efa1e2485192fe52f63fb5e5f7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T08:17:23,841 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-17T08:17:23,845 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T08:17:23,845 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:17:23,845 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:17:23,845 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:17:23,846 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831443409Running coprocessor pre-close hooks at 1731831443409Disabling compacts and flushes for region at 1731831443409Disabling writes for close at 1731831443409Obtaining lock to block concurrent updates at 1731831443409Preparing flush snapshotting stores in 1588230740 at 1731831443409Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731831443409Flushing stores of hbase:meta,,1.1588230740 at 1731831443410 (+1 ms)Flushing 1588230740/ns: creating writer at 1731831443410Flushing 1588230740/ns: appending metadata at 1731831443422 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731831443422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477e4a0a: reopening flushed file at 1731831443833 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1731831443841 (+8 ms)Writing region close event to WAL at 1731831443841Running coprocessor post-close hooks at 1731831443845 (+4 ms)Closed at 1731831443845 2024-11-17T08:17:23,846 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:17:23,939 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674.replicationSource.wal-reader.e3d0adb87c01%2C33913%2C1731831433674,1-e3d0adb87c01,33913,1731831433674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674/e3d0adb87c01%2C33913%2C1731831433674.1731831435486 to pos 0, reset compression=false 2024-11-17T08:17:24,008 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:17:24,009 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:17:24,009 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,43043,1731831438755; all regions closed. 2024-11-17T08:17:24,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741834_1010 (size=1152) 2024-11-17T08:17:24,012 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/WALs/e3d0adb87c01,43043,1731831438755/e3d0adb87c01%2C43043%2C1731831438755.meta.1731831442025.meta not finished, retry = 0 2024-11-17T08:17:24,115 DEBUG [RS:0;e3d0adb87c01:43043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/oldWALs 2024-11-17T08:17:24,115 INFO [RS:0;e3d0adb87c01:43043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C43043%2C1731831438755.meta:.meta(num 1731831442025) 2024-11-17T08:17:24,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741832_1008 (size=93) 2024-11-17T08:17:24,119 DEBUG [RS:0;e3d0adb87c01:43043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/oldWALs 2024-11-17T08:17:24,119 INFO [RS:0;e3d0adb87c01:43043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C43043%2C1731831438755:(num 1731831441146) 2024-11-17T08:17:24,119 DEBUG [RS:0;e3d0adb87c01:43043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:24,119 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:17:24,120 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:17:24,120 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:17:24,120 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:17:24,120 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:17:24,120 INFO [RS:0;e3d0adb87c01:43043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43043 2024-11-17T08:17:24,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995/rs 2024-11-17T08:17:24,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11809404995/rs/e3d0adb87c01,43043,1731831438755 2024-11-17T08:17:24,165 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:17:24,165 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fa2dc8e3cb0@1dc64e7 rejected from java.util.concurrent.ThreadPoolExecutor@5e3e004[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-17T08:17:24,175 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,43043,1731831438755] 2024-11-17T08:17:24,186 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11809404995/draining/e3d0adb87c01,43043,1731831438755 already deleted, retry=false 2024-11-17T08:17:24,186 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,43043,1731831438755 expired; onlineServers=0 2024-11-17T08:17:24,186 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,32795,1731831438618' ***** 2024-11-17T08:17:24,186 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:17:24,186 INFO [M:0;e3d0adb87c01:32795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:17:24,186 INFO [M:0;e3d0adb87c01:32795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:17:24,186 DEBUG [M:0;e3d0adb87c01:32795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:17:24,186 DEBUG [M:0;e3d0adb87c01:32795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:17:24,186 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:17:24,186 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831440826 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831440826,5,FailOnTimeoutGroup] 2024-11-17T08:17:24,186 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831440826 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831440826,5,FailOnTimeoutGroup] 2024-11-17T08:17:24,186 INFO [M:0;e3d0adb87c01:32795 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:17:24,187 INFO [M:0;e3d0adb87c01:32795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:17:24,187 DEBUG [M:0;e3d0adb87c01:32795 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:17:24,187 INFO [M:0;e3d0adb87c01:32795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:17:24,187 INFO [M:0;e3d0adb87c01:32795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:17:24,187 INFO [M:0;e3d0adb87c01:32795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:17:24,187 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:17:24,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11809404995/master 2024-11-17T08:17:24,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809404995 2024-11-17T08:17:24,196 DEBUG [M:0;e3d0adb87c01:32795 {}] zookeeper.ZKUtil(347): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Unable to get data of znode /11809404995/master because node does not exist (not an error) 2024-11-17T08:17:24,196 WARN [M:0;e3d0adb87c01:32795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:17:24,197 INFO [M:0;e3d0adb87c01:32795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/.lastflushedseqids 2024-11-17T08:17:24,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741836_1012 (size=99) 2024-11-17T08:17:24,275 INFO [RS:0;e3d0adb87c01:43043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:17:24,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:24,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x10147de7c0f0004, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:24,276 INFO [RS:0;e3d0adb87c01:43043 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,43043,1731831438755; zookeeper connection closed. 2024-11-17T08:17:24,276 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1327be90 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1327be90 2024-11-17T08:17:24,276 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:17:24,444 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674.replicationSource.wal-reader.e3d0adb87c01%2C33913%2C1731831433674,1-e3d0adb87c01,33913,1731831433674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674/e3d0adb87c01%2C33913%2C1731831433674.1731831435486 to pos 0, reset compression=false 2024-11-17T08:17:24,603 INFO [M:0;e3d0adb87c01:32795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:17:24,603 INFO [M:0;e3d0adb87c01:32795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:17:24,603 DEBUG [M:0;e3d0adb87c01:32795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:17:24,603 INFO [M:0;e3d0adb87c01:32795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:24,603 DEBUG [M:0;e3d0adb87c01:32795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:24,603 DEBUG [M:0;e3d0adb87c01:32795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:17:24,603 DEBUG [M:0;e3d0adb87c01:32795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:24,603 INFO [M:0;e3d0adb87c01:32795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T08:17:24,618 DEBUG [M:0;e3d0adb87c01:32795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1cec99c46fc4752a2609f972bcac39b is 82, key is hbase:meta,,1/info:regioninfo/1731831442070/Put/seqid=0 2024-11-17T08:17:24,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741837_1013 (size=5672) 2024-11-17T08:17:25,023 INFO [M:0;e3d0adb87c01:32795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1cec99c46fc4752a2609f972bcac39b 2024-11-17T08:17:25,042 DEBUG [M:0;e3d0adb87c01:32795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8936c9217d2423ebdde511afc319fcf is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731831442155/Put/seqid=0 2024-11-17T08:17:25,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741838_1014 (size=5275) 2024-11-17T08:17:25,049 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674.replicationSource.wal-reader.e3d0adb87c01%2C33913%2C1731831433674,1-e3d0adb87c01,33913,1731831433674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674/e3d0adb87c01%2C33913%2C1731831433674.1731831435486 to pos 0, reset compression=false 2024-11-17T08:17:25,447 INFO [M:0;e3d0adb87c01:32795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8936c9217d2423ebdde511afc319fcf 2024-11-17T08:17:25,464 DEBUG [M:0;e3d0adb87c01:32795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5de878cee6194db3b198efa6bdf5322b is 69, key is e3d0adb87c01,43043,1731831438755/rs:state/1731831440948/Put/seqid=0 2024-11-17T08:17:25,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741839_1015 (size=5156) 2024-11-17T08:17:25,754 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674.replicationSource.wal-reader.e3d0adb87c01%2C33913%2C1731831433674,1-e3d0adb87c01,33913,1731831433674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674/e3d0adb87c01%2C33913%2C1731831433674.1731831435486 to pos 0, reset compression=false 2024-11-17T08:17:25,869 INFO [M:0;e3d0adb87c01:32795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5de878cee6194db3b198efa6bdf5322b 2024-11-17T08:17:25,876 DEBUG [M:0;e3d0adb87c01:32795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1cec99c46fc4752a2609f972bcac39b as hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1cec99c46fc4752a2609f972bcac39b 2024-11-17T08:17:25,881 INFO [M:0;e3d0adb87c01:32795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1cec99c46fc4752a2609f972bcac39b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T08:17:25,882 DEBUG [M:0;e3d0adb87c01:32795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8936c9217d2423ebdde511afc319fcf as hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8936c9217d2423ebdde511afc319fcf 2024-11-17T08:17:25,887 INFO [M:0;e3d0adb87c01:32795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8936c9217d2423ebdde511afc319fcf, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T08:17:25,888 DEBUG [M:0;e3d0adb87c01:32795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5de878cee6194db3b198efa6bdf5322b as hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5de878cee6194db3b198efa6bdf5322b 2024-11-17T08:17:25,894 INFO [M:0;e3d0adb87c01:32795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34895/user/jenkins/test-data/9432229c-3803-49ad-a133-deefe05bb358/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5de878cee6194db3b198efa6bdf5322b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T08:17:25,895 INFO [M:0;e3d0adb87c01:32795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false 2024-11-17T08:17:25,897 INFO [M:0;e3d0adb87c01:32795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:25,897 DEBUG [M:0;e3d0adb87c01:32795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831444603Disabling compacts and flushes for region at 1731831444603Disabling writes for close at 1731831444603Obtaining lock to block concurrent updates at 1731831444603Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831444603Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731831444604 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831444604Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831444604Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831444617 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831444617Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831445028 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831445042 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831445042Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831445452 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831445464 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831445464Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@105c3bdf: reopening flushed file at 1731831445875 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d021ea: reopening flushed file at 1731831445881 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dcd4eba: reopening flushed file at 1731831445887 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false at 1731831445895 (+8 ms)Writing region close event to WAL at 1731831445897 (+2 ms)Closed at 1731831445897 2024-11-17T08:17:25,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741830_1006 (size=10165) 2024-11-17T08:17:25,900 INFO [M:0;e3d0adb87c01:32795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:17:25,900 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:17:25,900 INFO [M:0;e3d0adb87c01:32795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32795 2024-11-17T08:17:25,901 INFO [M:0;e3d0adb87c01:32795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:17:26,012 INFO [M:0;e3d0adb87c01:32795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:17:26,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:26,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10147de7c0f0003, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:26,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74717875{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:17:26,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@469e5d18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:17:26,079 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:17:26,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52273d7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:17:26,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7200f9cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/hadoop.log.dir/,STOPPED} 2024-11-17T08:17:26,080 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:17:26,080 WARN [BP-122116766-172.17.0.3-1731831436656 heartbeating to localhost/127.0.0.1:34895 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:17:26,080 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:17:26,080 WARN [BP-122116766-172.17.0.3-1731831436656 heartbeating to localhost/127.0.0.1:34895 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-122116766-172.17.0.3-1731831436656 (Datanode Uuid 90eeafc8-f4d7-43d5-abb7-f9b78b1c0b58) service to localhost/127.0.0.1:34895 2024-11-17T08:17:26,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/cluster_939564cb-ce24-2520-4020-01c479c2811c/data/data1/current/BP-122116766-172.17.0.3-1731831436656 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:17:26,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/cluster_939564cb-ce24-2520-4020-01c479c2811c/data/data2/current/BP-122116766-172.17.0.3-1731831436656 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:17:26,081 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:17:26,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69a480b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:17:26,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c35b7bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:17:26,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:17:26,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4eef177a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:17:26,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@235e927b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/hadoop.log.dir/,STOPPED} 2024-11-17T08:17:26,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:17:26,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:17:26,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:17:26,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:26,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:26,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:26,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:17:26,101 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:17:26,101 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1603119404, stopped=false 2024-11-17T08:17:26,102 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,35027,1731831433482 2024-11-17T08:17:26,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1822064151/running 2024-11-17T08:17:26,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1822064151/running 2024-11-17T08:17:26,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:26,123 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:17:26,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:17:26,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:26,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:26,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:26,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Set watcher on znode that does not yet exist, /0-1822064151/running 2024-11-17T08:17:26,124 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,33913,1731831433674' ***** 2024-11-17T08:17:26,124 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:17:26,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Set watcher on znode that does not yet exist, /0-1822064151/running 2024-11-17T08:17:26,124 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:17:26,124 INFO [RS:0;e3d0adb87c01:33913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:17:26,124 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:17:26,124 INFO [RS:0;e3d0adb87c01:33913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:17:26,124 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(3091): Received CLOSE for 95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:26,125 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,33913,1731831433674 2024-11-17T08:17:26,125 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:17:26,125 INFO [RS:0;e3d0adb87c01:33913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:33913. 2024-11-17T08:17:26,125 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95b4e3e4176f7103f8773e274f4020d4, disabling compactions & flushes 2024-11-17T08:17:26,125 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4. 2024-11-17T08:17:26,125 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4. 2024-11-17T08:17:26,125 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4. after waiting 0 ms 2024-11-17T08:17:26,125 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4. 2024-11-17T08:17:26,125 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 95b4e3e4176f7103f8773e274f4020d4 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-17T08:17:26,126 DEBUG [RS:0;e3d0adb87c01:33913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:26,126 DEBUG [RS:0;e3d0adb87c01:33913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:26,126 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:17:26,126 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:17:26,126 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:17:26,126 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:17:26,126 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T08:17:26,126 DEBUG [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(1325): Online Regions={95b4e3e4176f7103f8773e274f4020d4=hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:17:26,126 DEBUG [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:26,127 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:17:26,127 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:17:26,127 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:17:26,127 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:17:26,127 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:17:26,127 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T08:17:26,141 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/replication/95b4e3e4176f7103f8773e274f4020d4/.tmp/queue/88f76007d41e49c8b7dc31f41de64f82 is 151, key is 1-e3d0adb87c01,33913,1731831433674/queue:e3d0adb87c01%2C33913%2C1731831433674/1731831442998/Put/seqid=0 2024-11-17T08:17:26,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741838_1014 (size=5350) 2024-11-17T08:17:26,148 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/.tmp/info/08a28cfdc6104d5bba7d60170741bf98 is 147, key is hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4./info:regioninfo/1731831442673/Put/seqid=0 2024-11-17T08:17:26,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741839_1015 (size=6631) 2024-11-17T08:17:26,162 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:17:26,327 DEBUG [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:26,355 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:17:26,355 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:17:26,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T08:17:26,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T08:17:26,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T08:17:26,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T08:17:26,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:17:26,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T08:17:26,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:17:26,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T08:17:26,527 DEBUG [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95b4e3e4176f7103f8773e274f4020d4 2024-11-17T08:17:26,548 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/replication/95b4e3e4176f7103f8773e274f4020d4/.tmp/queue/88f76007d41e49c8b7dc31f41de64f82 2024-11-17T08:17:26,557 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/.tmp/info/08a28cfdc6104d5bba7d60170741bf98 2024-11-17T08:17:26,560 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674.replicationSource.wal-reader.e3d0adb87c01%2C33913%2C1731831433674,1-e3d0adb87c01,33913,1731831433674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674/e3d0adb87c01%2C33913%2C1731831433674.1731831435486 to pos 0, reset compression=false 2024-11-17T08:17:26,569 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/replication/95b4e3e4176f7103f8773e274f4020d4/.tmp/queue/88f76007d41e49c8b7dc31f41de64f82 as hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/replication/95b4e3e4176f7103f8773e274f4020d4/queue/88f76007d41e49c8b7dc31f41de64f82 2024-11-17T08:17:26,578 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/replication/95b4e3e4176f7103f8773e274f4020d4/queue/88f76007d41e49c8b7dc31f41de64f82, entries=1, sequenceid=5, filesize=5.2 K 2024-11-17T08:17:26,580 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 95b4e3e4176f7103f8773e274f4020d4 in 455ms, sequenceid=5, compaction requested=false 2024-11-17T08:17:26,580 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T08:17:26,599 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/.tmp/ns/d4b7667805c346d4a44d870d594eaa6a is 43, key is default/ns:d/1731831436586/Put/seqid=0 2024-11-17T08:17:26,604 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/replication/95b4e3e4176f7103f8773e274f4020d4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T08:17:26,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741840_1016 (size=5153) 2024-11-17T08:17:26,605 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:17:26,605 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:17:26,605 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4. 2024-11-17T08:17:26,606 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95b4e3e4176f7103f8773e274f4020d4: Waiting for close lock at 1731831446125Running coprocessor pre-close hooks at 1731831446125Disabling compacts and flushes for region at 1731831446125Disabling writes for close at 1731831446125Obtaining lock to block concurrent updates at 1731831446125Preparing flush snapshotting stores in 95b4e3e4176f7103f8773e274f4020d4 at 1731831446125Finished memstore snapshotting hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731831446126 (+1 ms)Flushing stores of hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4. at 1731831446126Flushing 95b4e3e4176f7103f8773e274f4020d4/queue: creating writer at 1731831446126Flushing 95b4e3e4176f7103f8773e274f4020d4/queue: appending metadata at 1731831446141 (+15 ms)Flushing 95b4e3e4176f7103f8773e274f4020d4/queue: closing flushed file at 1731831446141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d37267: reopening flushed file at 1731831446566 (+425 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 95b4e3e4176f7103f8773e274f4020d4 in 455ms, sequenceid=5, compaction requested=false at 1731831446580 (+14 ms)Writing region close event to WAL at 1731831446596 (+16 ms)Running coprocessor post-close hooks at 1731831446605 (+9 ms)Closed at 1731831446605 2024-11-17T08:17:26,606 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731831442274.95b4e3e4176f7103f8773e274f4020d4. 2024-11-17T08:17:26,608 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/.tmp/ns/d4b7667805c346d4a44d870d594eaa6a 2024-11-17T08:17:26,632 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/.tmp/table/b69b38fe111b4dc9b6a3882b6a75fd95 is 53, key is hbase:replication/table:state/1731831442682/Put/seqid=0 2024-11-17T08:17:26,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741841_1017 (size=5256) 2024-11-17T08:17:26,727 DEBUG [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:17:26,927 DEBUG [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:17:27,044 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/.tmp/table/b69b38fe111b4dc9b6a3882b6a75fd95 2024-11-17T08:17:27,051 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/.tmp/info/08a28cfdc6104d5bba7d60170741bf98 as hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/info/08a28cfdc6104d5bba7d60170741bf98 2024-11-17T08:17:27,057 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/info/08a28cfdc6104d5bba7d60170741bf98, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T08:17:27,058 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/.tmp/ns/d4b7667805c346d4a44d870d594eaa6a as hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/ns/d4b7667805c346d4a44d870d594eaa6a 2024-11-17T08:17:27,065 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/ns/d4b7667805c346d4a44d870d594eaa6a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T08:17:27,067 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/.tmp/table/b69b38fe111b4dc9b6a3882b6a75fd95 as hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/table/b69b38fe111b4dc9b6a3882b6a75fd95 2024-11-17T08:17:27,075 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/table/b69b38fe111b4dc9b6a3882b6a75fd95, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T08:17:27,076 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 949ms, sequenceid=11, compaction requested=false 2024-11-17T08:17:27,081 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T08:17:27,082 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:17:27,082 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:17:27,082 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:17:27,082 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831446127Running coprocessor pre-close hooks at 1731831446127Disabling compacts and flushes for region at 1731831446127Disabling writes for close at 1731831446127Obtaining lock to block concurrent updates at 1731831446127Preparing flush snapshotting stores in 1588230740 at 1731831446127Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731831446127Flushing stores of hbase:meta,,1.1588230740 at 1731831446128 (+1 ms)Flushing 1588230740/info: creating writer at 1731831446128Flushing 1588230740/info: appending metadata at 1731831446148 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731831446148Flushing 1588230740/ns: creating writer at 1731831446568 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731831446599 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731831446599Flushing 1588230740/table: creating writer at 1731831446615 (+16 ms)Flushing 1588230740/table: appending metadata at 1731831446631 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731831446631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4011a950: reopening flushed file at 1731831447050 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd041d7: reopening flushed file at 1731831447057 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f7bc0ff: reopening flushed file at 1731831447066 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 949ms, sequenceid=11, compaction requested=false at 1731831447076 (+10 ms)Writing region close event to WAL at 1731831447077 (+1 ms)Running coprocessor post-close hooks at 1731831447082 (+5 ms)Closed at 1731831447082 2024-11-17T08:17:27,082 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:17:27,128 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,33913,1731831433674; all regions closed. 2024-11-17T08:17:27,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741834_1010 (size=2742) 2024-11-17T08:17:27,137 DEBUG [RS:0;e3d0adb87c01:33913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/oldWALs 2024-11-17T08:17:27,138 INFO [RS:0;e3d0adb87c01:33913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C33913%2C1731831433674.meta:.meta(num 1731831436524) 2024-11-17T08:17:27,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741837_1013 (size=1586) 2024-11-17T08:17:27,145 DEBUG [RS:0;e3d0adb87c01:33913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/oldWALs 2024-11-17T08:17:27,145 INFO [RS:0;e3d0adb87c01:33913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C33913%2C1731831433674.rep:(num 1731831442638) 2024-11-17T08:17:27,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741832_1008 (size=93) 2024-11-17T08:17:27,149 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/WALs/e3d0adb87c01,33913,1731831433674/e3d0adb87c01%2C33913%2C1731831433674.1731831435486 not finished, retry = 0 2024-11-17T08:17:27,252 DEBUG [RS:0;e3d0adb87c01:33913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/oldWALs 2024-11-17T08:17:27,252 INFO [RS:0;e3d0adb87c01:33913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C33913%2C1731831433674:(num 1731831435486) 2024-11-17T08:17:27,252 DEBUG [RS:0;e3d0adb87c01:33913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:27,252 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:17:27,252 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:17:27,252 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T08:17:27,252 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:17:27,252 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,33913,1731831433674 because: Region server is closing 2024-11-17T08:17:27,253 INFO [RS:0;e3d0adb87c01:33913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:33913. 2024-11-17T08:17:27,253 DEBUG [RS:0;e3d0adb87c01:33913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:27,253 DEBUG [RS:0;e3d0adb87c01:33913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:27,253 DEBUG [RS:0;e3d0adb87c01:33913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:27,253 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:17:27,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:17:27,353 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674.replicationSource.shippere3d0adb87c01%2C33913%2C1731831433674,1-e3d0adb87c01,33913,1731831433674 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T08:17:27,353 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674.replicationSource.wal-reader.e3d0adb87c01%2C33913%2C1731831433674,1-e3d0adb87c01,33913,1731831433674 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T08:17:27,354 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,33913,1731831433674.replicationSource.shippere3d0adb87c01%2C33913%2C1731831433674,1-e3d0adb87c01,33913,1731831433674 terminated 2024-11-17T08:17:27,354 INFO [RS:0;e3d0adb87c01:33913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33913 2024-11-17T08:17:27,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1822064151/rs/e3d0adb87c01,33913,1731831433674 2024-11-17T08:17:27,374 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:17:27,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151/rs 2024-11-17T08:17:27,386 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,33913,1731831433674] 2024-11-17T08:17:27,396 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1822064151/draining/e3d0adb87c01,33913,1731831433674 already deleted, retry=false 2024-11-17T08:17:27,396 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,33913,1731831433674 expired; onlineServers=0 2024-11-17T08:17:27,396 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,35027,1731831433482' ***** 2024-11-17T08:17:27,396 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:17:27,396 INFO [M:0;e3d0adb87c01:35027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:17:27,396 INFO [M:0;e3d0adb87c01:35027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:17:27,397 DEBUG [M:0;e3d0adb87c01:35027 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:17:27,397 DEBUG [M:0;e3d0adb87c01:35027 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:17:27,397 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:17:27,397 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831435282 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831435282,5,FailOnTimeoutGroup] 2024-11-17T08:17:27,397 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831435281 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831435281,5,FailOnTimeoutGroup] 2024-11-17T08:17:27,397 INFO [M:0;e3d0adb87c01:35027 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:17:27,397 INFO [M:0;e3d0adb87c01:35027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:17:27,397 DEBUG [M:0;e3d0adb87c01:35027 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:17:27,397 INFO [M:0;e3d0adb87c01:35027 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:17:27,397 INFO [M:0;e3d0adb87c01:35027 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:17:27,397 INFO [M:0;e3d0adb87c01:35027 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:17:27,398 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:17:27,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1822064151/master 2024-11-17T08:17:27,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822064151 2024-11-17T08:17:27,417 DEBUG [M:0;e3d0adb87c01:35027 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1822064151/master already deleted, retry=false 2024-11-17T08:17:27,417 DEBUG [M:0;e3d0adb87c01:35027 {}] master.ActiveMasterManager(353): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1822064151/master 2024-11-17T08:17:27,418 INFO [M:0;e3d0adb87c01:35027 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/.lastflushedseqids 2024-11-17T08:17:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741842_1018 (size=181) 2024-11-17T08:17:27,426 INFO [M:0;e3d0adb87c01:35027 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:17:27,426 INFO [M:0;e3d0adb87c01:35027 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:17:27,427 DEBUG [M:0;e3d0adb87c01:35027 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:17:27,427 INFO [M:0;e3d0adb87c01:35027 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:27,427 DEBUG [M:0;e3d0adb87c01:35027 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:27,427 DEBUG [M:0;e3d0adb87c01:35027 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:17:27,427 DEBUG [M:0;e3d0adb87c01:35027 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:27,427 INFO [M:0;e3d0adb87c01:35027 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-17T08:17:27,447 DEBUG [M:0;e3d0adb87c01:35027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e44d6b3c305e469aa0cb42fb1e6c8972 is 82, key is hbase:meta,,1/info:regioninfo/1731831436559/Put/seqid=0 2024-11-17T08:17:27,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741843_1019 (size=5672) 2024-11-17T08:17:27,459 INFO [M:0;e3d0adb87c01:35027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e44d6b3c305e469aa0cb42fb1e6c8972 2024-11-17T08:17:27,483 DEBUG [M:0;e3d0adb87c01:35027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72a250dd95964c2d9c85f3d47c920d8e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731831442686/Put/seqid=0 2024-11-17T08:17:27,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:27,486 INFO [RS:0;e3d0adb87c01:33913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:17:27,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x10147de7c0f0001, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:27,486 INFO [RS:0;e3d0adb87c01:33913 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,33913,1731831433674; zookeeper connection closed. 2024-11-17T08:17:27,486 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d82b1ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d82b1ed 2024-11-17T08:17:27,486 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:17:27,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741844_1020 (size=7203) 2024-11-17T08:17:27,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:17:27,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:27,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:27,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:27,889 INFO [M:0;e3d0adb87c01:35027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72a250dd95964c2d9c85f3d47c920d8e 2024-11-17T08:17:27,915 DEBUG [M:0;e3d0adb87c01:35027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d486b259b5bd406ab1df27a73c60260a is 69, key is e3d0adb87c01,33913,1731831433674/rs:state/1731831435338/Put/seqid=0 2024-11-17T08:17:27,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741845_1021 (size=5156) 2024-11-17T08:17:28,320 INFO [M:0;e3d0adb87c01:35027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d486b259b5bd406ab1df27a73c60260a 2024-11-17T08:17:28,326 DEBUG [M:0;e3d0adb87c01:35027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e44d6b3c305e469aa0cb42fb1e6c8972 as hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e44d6b3c305e469aa0cb42fb1e6c8972 2024-11-17T08:17:28,331 INFO [M:0;e3d0adb87c01:35027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e44d6b3c305e469aa0cb42fb1e6c8972, entries=8, sequenceid=70, filesize=5.5 K 2024-11-17T08:17:28,332 DEBUG [M:0;e3d0adb87c01:35027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72a250dd95964c2d9c85f3d47c920d8e as hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72a250dd95964c2d9c85f3d47c920d8e 2024-11-17T08:17:28,337 INFO [M:0;e3d0adb87c01:35027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72a250dd95964c2d9c85f3d47c920d8e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-17T08:17:28,338 DEBUG [M:0;e3d0adb87c01:35027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d486b259b5bd406ab1df27a73c60260a as hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d486b259b5bd406ab1df27a73c60260a 2024-11-17T08:17:28,343 INFO [M:0;e3d0adb87c01:35027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d486b259b5bd406ab1df27a73c60260a, entries=1, sequenceid=70, filesize=5.0 K 2024-11-17T08:17:28,344 INFO [M:0;e3d0adb87c01:35027 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=70, compaction requested=false 2024-11-17T08:17:28,345 INFO [M:0;e3d0adb87c01:35027 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:28,345 DEBUG [M:0;e3d0adb87c01:35027 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831447427Disabling compacts and flushes for region at 1731831447427Disabling writes for close at 1731831447427Obtaining lock to block concurrent updates at 1731831447427Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831447427Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731831447427Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831447428 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831447428Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831447446 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831447446Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831447464 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831447483 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831447483Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831447896 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831447915 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831447915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb85fd1: reopening flushed file at 1731831448325 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97bf98: reopening flushed file at 1731831448331 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287b9d3a: reopening flushed file at 1731831448338 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=70, compaction requested=false at 1731831448344 (+6 ms)Writing region close event to WAL at 1731831448345 (+1 ms)Closed at 1731831448345 2024-11-17T08:17:28,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41365 is added to blk_1073741830_1006 (size=41008) 2024-11-17T08:17:28,348 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a211379-19d1-0c91-f1fd-a052e70f164c/MasterData/WALs/e3d0adb87c01,35027,1731831433482/e3d0adb87c01%2C35027%2C1731831433482.1731831435004 not finished, retry = 0 2024-11-17T08:17:28,449 INFO [M:0;e3d0adb87c01:35027 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:17:28,449 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:17:28,449 INFO [M:0;e3d0adb87c01:35027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35027 2024-11-17T08:17:28,449 INFO [M:0;e3d0adb87c01:35027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:17:28,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:28,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35027-0x10147de7c0f0000, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:17:28,570 INFO [M:0;e3d0adb87c01:35027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:17:28,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33cb47bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:17:28,577 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@556ad81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:17:28,577 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:17:28,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3184967f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:17:28,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69edc2f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/hadoop.log.dir/,STOPPED} 2024-11-17T08:17:28,580 WARN [BP-72298676-172.17.0.3-1731831431308 heartbeating to localhost/127.0.0.1:42723 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:17:28,580 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:17:28,580 WARN [BP-72298676-172.17.0.3-1731831431308 heartbeating to localhost/127.0.0.1:42723 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-72298676-172.17.0.3-1731831431308 (Datanode Uuid 07edd26a-5119-43d4-9953-574f17a992e9) service to localhost/127.0.0.1:42723 2024-11-17T08:17:28,580 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:17:28,581 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/cluster_4004082e-4f5c-5a75-8abb-67a69767f80d/data/data1/current/BP-72298676-172.17.0.3-1731831431308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:17:28,581 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/cluster_4004082e-4f5c-5a75-8abb-67a69767f80d/data/data2/current/BP-72298676-172.17.0.3-1731831431308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:17:28,581 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:17:28,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79c87c59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:17:28,589 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74e526d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:17:28,589 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:17:28,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a1416b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:17:28,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c2bfdf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07731e20-9bba-27aa-86e4-9e4646fe1394/hadoop.log.dir/,STOPPED} 2024-11-17T08:17:28,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T08:17:28,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:17:28,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=143 (was 117) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42723 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58470) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34895 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58470) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 437) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 407), ProcessCount=11 (was 11), AvailableMemoryMB=3342 (was 2518) - AvailableMemoryMB LEAK? - 2024-11-17T08:17:28,635 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=143, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=3341 2024-11-17T08:17:28,649 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-17T08:17:28,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/hadoop.log.dir so I do NOT create it in target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74 2024-11-17T08:17:28,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:17:28,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/hadoop.tmp.dir so I do NOT create it in target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74 2024-11-17T08:17:28,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5c83757-e9de-1c58-77d4-0f89f3b6aede/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:17:28,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74 2024-11-17T08:17:28,650 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/cluster_5a753396-91f6-cb7b-57bc-bf773ff82b44, deleteOnExit=true 2024-11-17T08:17:28,652 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/cluster_5a753396-91f6-cb7b-57bc-bf773ff82b44/zookeeper_0, clientPort=65046, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/cluster_5a753396-91f6-cb7b-57bc-bf773ff82b44/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/cluster_5a753396-91f6-cb7b-57bc-bf773ff82b44/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T08:17:28,653 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65046 2024-11-17T08:17:28,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:17:28,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:17:28,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/test.cache.data in system properties and HBase conf 2024-11-17T08:17:28,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:17:28,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:17:28,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:17:28,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:17:28,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:17:28,654 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:17:28,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:17:28,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:17:28,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:17:28,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:17:28,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:17:28,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:17:28,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:17:28,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:17:28,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:17:28,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:17:28,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:17:28,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:17:28,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:17:28,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:17:28,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10147de7c0f0002, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:17:28,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10147de7c0f0002, quorum=127.0.0.1:58470, baseZNode=/0-1822064151 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:17:28,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10147de7c0f0005, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:17:28,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10147de7c0f0005, quorum=127.0.0.1:58470, baseZNode=/11809404995 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:17:29,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:17:29,025 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:17:29,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:17:29,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:17:29,027 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:17:29,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:17:29,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f85ec92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:17:29,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6423a617{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:17:29,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@148f4fe5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/java.io.tmpdir/jetty-localhost-39507-hadoop-hdfs-3_4_1-tests_jar-_-any-16143835005254132011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:17:29,135 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72827ecd{HTTP/1.1, (http/1.1)}{localhost:39507} 2024-11-17T08:17:29,135 INFO [Time-limited test {}] server.Server(415): Started @49416ms 2024-11-17T08:17:29,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:17:29,428 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:17:29,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:17:29,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:17:29,433 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:17:29,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@368d87d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:17:29,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44b791d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:17:29,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@384d4aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/java.io.tmpdir/jetty-localhost-34851-hadoop-hdfs-3_4_1-tests_jar-_-any-11607768978935313618/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:17:29,551 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20748bec{HTTP/1.1, (http/1.1)}{localhost:34851} 2024-11-17T08:17:29,551 INFO [Time-limited test {}] server.Server(415): Started @49833ms 2024-11-17T08:17:29,552 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:17:30,512 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/cluster_5a753396-91f6-cb7b-57bc-bf773ff82b44/data/data1/current/BP-765740614-172.17.0.3-1731831448684/current, will proceed with Du for space computation calculation, 2024-11-17T08:17:30,512 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/cluster_5a753396-91f6-cb7b-57bc-bf773ff82b44/data/data2/current/BP-765740614-172.17.0.3-1731831448684/current, will proceed with Du for space computation calculation, 2024-11-17T08:17:30,526 WARN [Thread-812 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:17:30,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f63b8f6c0a9a2cc with lease ID 0xcfb6315553899548: Processing first storage report for DS-f400ec7f-237a-4bb7-91a7-ddabd4ee1d4e from datanode DatanodeRegistration(127.0.0.1:37069, datanodeUuid=39bebc88-0941-4317-b965-0d9b102aa75a, infoPort=33017, infoSecurePort=0, ipcPort=42431, storageInfo=lv=-57;cid=testClusterID;nsid=432912385;c=1731831448684) 2024-11-17T08:17:30,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f63b8f6c0a9a2cc with lease ID 0xcfb6315553899548: from storage DS-f400ec7f-237a-4bb7-91a7-ddabd4ee1d4e node DatanodeRegistration(127.0.0.1:37069, datanodeUuid=39bebc88-0941-4317-b965-0d9b102aa75a, infoPort=33017, infoSecurePort=0, ipcPort=42431, storageInfo=lv=-57;cid=testClusterID;nsid=432912385;c=1731831448684), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:17:30,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f63b8f6c0a9a2cc with lease ID 0xcfb6315553899548: Processing first storage report for DS-8ac0d4a9-a371-476c-bb14-7dd28790b4f7 from datanode DatanodeRegistration(127.0.0.1:37069, datanodeUuid=39bebc88-0941-4317-b965-0d9b102aa75a, infoPort=33017, infoSecurePort=0, ipcPort=42431, storageInfo=lv=-57;cid=testClusterID;nsid=432912385;c=1731831448684) 2024-11-17T08:17:30,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f63b8f6c0a9a2cc with lease ID 0xcfb6315553899548: from storage DS-8ac0d4a9-a371-476c-bb14-7dd28790b4f7 node DatanodeRegistration(127.0.0.1:37069, datanodeUuid=39bebc88-0941-4317-b965-0d9b102aa75a, infoPort=33017, infoSecurePort=0, ipcPort=42431, storageInfo=lv=-57;cid=testClusterID;nsid=432912385;c=1731831448684), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:17:30,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74 2024-11-17T08:17:30,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:30,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:30,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:17:30,998 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c with version=8 2024-11-17T08:17:30,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/hbase-staging 2024-11-17T08:17:31,000 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:17:31,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:31,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:31,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:17:31,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:31,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:17:31,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:17:31,001 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:17:31,001 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37813 2024-11-17T08:17:31,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37813 connecting to ZooKeeper ensemble=127.0.0.1:65046 2024-11-17T08:17:31,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378130x0, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:17:31,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37813-0x10147debff70000 connected 2024-11-17T08:17:31,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:31,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:31,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Set watcher on znode that does not yet exist, /01390008546/running 2024-11-17T08:17:31,178 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c, hbase.cluster.distributed=false 2024-11-17T08:17:31,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Set watcher on znode that does not yet exist, /01390008546/acl 2024-11-17T08:17:31,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37813 2024-11-17T08:17:31,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37813 2024-11-17T08:17:31,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37813 2024-11-17T08:17:31,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37813 2024-11-17T08:17:31,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37813 2024-11-17T08:17:31,211 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:17:31,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:31,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:31,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:17:31,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:31,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:17:31,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:17:31,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:17:31,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41267 2024-11-17T08:17:31,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41267 connecting to ZooKeeper ensemble=127.0.0.1:65046 2024-11-17T08:17:31,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:31,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:31,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412670x0, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:17:31,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412670x0, quorum=127.0.0.1:65046, baseZNode=/01390008546 Set watcher on znode that does not yet exist, /01390008546/running 2024-11-17T08:17:31,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41267-0x10147debff70001 connected 2024-11-17T08:17:31,224 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:17:31,226 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:17:31,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Set watcher on znode that does not yet exist, /01390008546/master 2024-11-17T08:17:31,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Set watcher on znode that does not yet exist, /01390008546/acl 2024-11-17T08:17:31,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41267 2024-11-17T08:17:31,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41267 2024-11-17T08:17:31,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41267 2024-11-17T08:17:31,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41267 2024-11-17T08:17:31,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41267 2024-11-17T08:17:31,246 DEBUG [M:0;e3d0adb87c01:37813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:37813 2024-11-17T08:17:31,247 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01390008546/backup-masters/e3d0adb87c01,37813,1731831451000 2024-11-17T08:17:31,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546/backup-masters 2024-11-17T08:17:31,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546/backup-masters 2024-11-17T08:17:31,255 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Set watcher on existing znode=/01390008546/backup-masters/e3d0adb87c01,37813,1731831451000 2024-11-17T08:17:31,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01390008546/master 2024-11-17T08:17:31,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:17:31,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:17:31,270 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Set watcher on existing znode=/01390008546/master 2024-11-17T08:17:31,270 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01390008546/backup-masters/e3d0adb87c01,37813,1731831451000 from backup master directory 2024-11-17T08:17:31,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546/backup-masters 2024-11-17T08:17:31,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01390008546/backup-masters/e3d0adb87c01,37813,1731831451000 2024-11-17T08:17:31,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546/backup-masters 2024-11-17T08:17:31,358 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:17:31,358 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,37813,1731831451000 2024-11-17T08:17:31,362 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/hbase.id] with ID: e07dfa0d-49c7-4dba-a00e-cb3ed9596bb7 2024-11-17T08:17:31,362 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/.tmp/hbase.id 2024-11-17T08:17:31,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:17:31,767 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/.tmp/hbase.id]:[hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/hbase.id] 2024-11-17T08:17:31,779 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:31,779 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:17:31,780 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T08:17:31,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:17:31,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:17:31,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:17:32,239 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:17:32,240 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:17:32,241 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:32,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:17:32,583 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:17:32,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:32,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:32,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:32,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:32,649 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store 2024-11-17T08:17:32,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:17:33,066 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:33,066 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:17:33,066 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:33,066 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:33,066 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:17:33,066 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:33,066 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:33,066 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831453066Disabling compacts and flushes for region at 1731831453066Disabling writes for close at 1731831453066Writing region close event to WAL at 1731831453066Closed at 1731831453066 2024-11-17T08:17:33,067 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/.initializing 2024-11-17T08:17:33,067 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/WALs/e3d0adb87c01,37813,1731831451000 2024-11-17T08:17:33,068 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:17:33,070 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C37813%2C1731831451000, suffix=, logDir=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/WALs/e3d0adb87c01,37813,1731831451000, archiveDir=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/oldWALs, maxLogs=10 2024-11-17T08:17:33,081 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/WALs/e3d0adb87c01,37813,1731831451000/e3d0adb87c01%2C37813%2C1731831451000.1731831453070, exclude list is [], retry=0 2024-11-17T08:17:33,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37069,DS-f400ec7f-237a-4bb7-91a7-ddabd4ee1d4e,DISK] 2024-11-17T08:17:33,085 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/WALs/e3d0adb87c01,37813,1731831451000/e3d0adb87c01%2C37813%2C1731831451000.1731831453070 2024-11-17T08:17:33,085 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-17T08:17:33,085 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:17:33,085 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:33,085 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:33,085 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:33,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:33,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:17:33,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:33,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:33,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:33,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:17:33,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:33,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:33,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:33,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:17:33,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:33,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:33,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:33,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:17:33,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:33,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:33,094 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:33,095 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:33,095 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:33,096 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:33,096 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:33,097 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:17:33,097 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:33,099 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:17:33,100 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72698638, jitterRate=0.08329412341117859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:17:33,100 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831453085Initializing all the Stores at 1731831453086 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831453086Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831453087 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831453087Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831453087Cleaning up temporary data from old regions at 1731831453096 (+9 ms)Region opened successfully at 1731831453100 (+4 ms) 2024-11-17T08:17:33,101 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:17:33,103 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67427632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:17:33,104 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:17:33,104 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:17:33,104 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:17:33,104 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:17:33,105 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:17:33,105 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:17:33,105 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:17:33,107 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:17:33,108 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Unable to get data of znode /01390008546/balancer because node does not exist (not necessarily an error) 2024-11-17T08:17:33,170 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01390008546/balancer already deleted, retry=false 2024-11-17T08:17:33,170 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:17:33,171 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Unable to get data of znode /01390008546/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:17:33,180 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01390008546/normalizer already deleted, retry=false 2024-11-17T08:17:33,181 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:17:33,182 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Unable to get data of znode /01390008546/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:17:33,191 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01390008546/switch/split already deleted, retry=false 2024-11-17T08:17:33,192 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Unable to get data of znode /01390008546/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:17:33,202 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01390008546/switch/merge already deleted, retry=false 2024-11-17T08:17:33,203 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Unable to get data of znode /01390008546/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:17:33,212 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01390008546/snapshot-cleanup already deleted, retry=false 2024-11-17T08:17:33,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01390008546/running 2024-11-17T08:17:33,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01390008546/running 2024-11-17T08:17:33,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:17:33,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:17:33,223 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,37813,1731831451000, sessionid=0x10147debff70000, setting cluster-up flag (Was=false) 2024-11-17T08:17:33,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:17:33,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:17:33,275 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01390008546/flush-table-proc/acquired, /01390008546/flush-table-proc/reached, /01390008546/flush-table-proc/abort 2024-11-17T08:17:33,276 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,37813,1731831451000 2024-11-17T08:17:33,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:17:33,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:17:33,339 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01390008546/online-snapshot/acquired, /01390008546/online-snapshot/reached, /01390008546/online-snapshot/abort 2024-11-17T08:17:33,340 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,37813,1731831451000 2024-11-17T08:17:33,341 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:17:33,342 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:33,342 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:17:33,342 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:17:33,342 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,37813,1731831451000 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:17:33,343 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:33,344 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:33,344 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:33,344 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:33,344 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:17:33,344 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:33,344 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:17:33,344 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:33,345 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831483345 2024-11-17T08:17:33,345 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:17:33,345 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:17:33,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:33,345 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:17:33,345 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:17:33,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:17:33,345 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:17:33,345 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:17:33,345 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:33,346 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:17:33,346 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:17:33,346 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:17:33,346 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:17:33,346 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:33,346 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:17:33,346 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:17:33,346 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831453346,5,FailOnTimeoutGroup] 2024-11-17T08:17:33,346 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:17:33,346 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831453346,5,FailOnTimeoutGroup] 2024-11-17T08:17:33,347 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:33,347 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:17:33,347 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:33,347 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:33,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:17:33,439 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(746): ClusterId : e07dfa0d-49c7-4dba-a00e-cb3ed9596bb7 2024-11-17T08:17:33,439 DEBUG [RS:0;e3d0adb87c01:41267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:17:33,444 DEBUG [RS:0;e3d0adb87c01:41267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:17:33,444 DEBUG [RS:0;e3d0adb87c01:41267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:17:33,455 DEBUG [RS:0;e3d0adb87c01:41267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:17:33,455 DEBUG [RS:0;e3d0adb87c01:41267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3838262a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:17:33,465 DEBUG [RS:0;e3d0adb87c01:41267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:41267 2024-11-17T08:17:33,465 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:17:33,465 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:17:33,465 DEBUG [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:17:33,466 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,37813,1731831451000 with port=41267, startcode=1731831451210 2024-11-17T08:17:33,466 DEBUG [RS:0;e3d0adb87c01:41267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:17:33,467 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:17:33,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,41267,1731831451210 2024-11-17T08:17:33,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37813 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,41267,1731831451210 2024-11-17T08:17:33,469 DEBUG [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c 2024-11-17T08:17:33,469 DEBUG [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39819 2024-11-17T08:17:33,469 DEBUG [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:17:33,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546/rs 2024-11-17T08:17:33,476 DEBUG [RS:0;e3d0adb87c01:41267 {}] zookeeper.ZKUtil(111): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Set watcher on existing znode=/01390008546/rs/e3d0adb87c01,41267,1731831451210 2024-11-17T08:17:33,476 WARN [RS:0;e3d0adb87c01:41267 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:17:33,476 INFO [RS:0;e3d0adb87c01:41267 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:33,476 DEBUG [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210 2024-11-17T08:17:33,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,41267,1731831451210] 2024-11-17T08:17:33,479 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:17:33,481 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:17:33,481 INFO [RS:0;e3d0adb87c01:41267 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:17:33,481 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:33,481 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:17:33,482 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:17:33,482 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:33,482 DEBUG [RS:0;e3d0adb87c01:41267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:33,482 DEBUG [RS:0;e3d0adb87c01:41267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:33,482 DEBUG [RS:0;e3d0adb87c01:41267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:33,482 DEBUG [RS:0;e3d0adb87c01:41267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:33,482 DEBUG [RS:0;e3d0adb87c01:41267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:33,482 DEBUG [RS:0;e3d0adb87c01:41267 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:17:33,483 DEBUG [RS:0;e3d0adb87c01:41267 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:33,483 DEBUG [RS:0;e3d0adb87c01:41267 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:33,483 DEBUG [RS:0;e3d0adb87c01:41267 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:33,483 DEBUG [RS:0;e3d0adb87c01:41267 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:33,483 DEBUG [RS:0;e3d0adb87c01:41267 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:33,483 DEBUG [RS:0;e3d0adb87c01:41267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:33,483 DEBUG [RS:0;e3d0adb87c01:41267 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:17:33,483 DEBUG [RS:0;e3d0adb87c01:41267 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:17:33,483 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:33,483 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:33,483 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:33,484 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:33,484 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:33,484 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41267,1731831451210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:17:33,496 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:17:33,496 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41267,1731831451210-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:33,496 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:33,496 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.Replication(171): e3d0adb87c01,41267,1731831451210 started 2024-11-17T08:17:33,509 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:33,509 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,41267,1731831451210, RpcServer on e3d0adb87c01/172.17.0.3:41267, sessionid=0x10147debff70001 2024-11-17T08:17:33,509 DEBUG [RS:0;e3d0adb87c01:41267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:17:33,509 DEBUG [RS:0;e3d0adb87c01:41267 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,41267,1731831451210 2024-11-17T08:17:33,509 DEBUG [RS:0;e3d0adb87c01:41267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,41267,1731831451210' 2024-11-17T08:17:33,509 DEBUG [RS:0;e3d0adb87c01:41267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01390008546/flush-table-proc/abort' 2024-11-17T08:17:33,510 DEBUG [RS:0;e3d0adb87c01:41267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01390008546/flush-table-proc/acquired' 2024-11-17T08:17:33,510 DEBUG [RS:0;e3d0adb87c01:41267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:17:33,510 DEBUG [RS:0;e3d0adb87c01:41267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:17:33,510 DEBUG [RS:0;e3d0adb87c01:41267 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,41267,1731831451210 2024-11-17T08:17:33,510 DEBUG [RS:0;e3d0adb87c01:41267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,41267,1731831451210' 2024-11-17T08:17:33,510 DEBUG [RS:0;e3d0adb87c01:41267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01390008546/online-snapshot/abort' 2024-11-17T08:17:33,510 DEBUG [RS:0;e3d0adb87c01:41267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01390008546/online-snapshot/acquired' 2024-11-17T08:17:33,511 DEBUG [RS:0;e3d0adb87c01:41267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:17:33,511 INFO [RS:0;e3d0adb87c01:41267 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:17:33,511 INFO [RS:0;e3d0adb87c01:41267 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:17:33,611 INFO [RS:0;e3d0adb87c01:41267 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:17:33,613 INFO [RS:0;e3d0adb87c01:41267 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C41267%2C1731831451210, suffix=, logDir=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210, archiveDir=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/oldWALs, maxLogs=10 2024-11-17T08:17:33,624 DEBUG [RS:0;e3d0adb87c01:41267 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613, exclude list is [], retry=0 2024-11-17T08:17:33,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37069,DS-f400ec7f-237a-4bb7-91a7-ddabd4ee1d4e,DISK] 2024-11-17T08:17:33,628 INFO [RS:0;e3d0adb87c01:41267 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 2024-11-17T08:17:33,628 DEBUG [RS:0;e3d0adb87c01:41267 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-17T08:17:33,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:17:33,754 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c 2024-11-17T08:17:33,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:17:34,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:34,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:17:34,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:17:34,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:34,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:34,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:17:34,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:17:34,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:34,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:34,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:17:34,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:17:34,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:34,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:34,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:17:34,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:17:34,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:34,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:34,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:17:34,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740 2024-11-17T08:17:34,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740 2024-11-17T08:17:34,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:17:34,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:17:34,173 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:17:34,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:17:34,177 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:17:34,177 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62027127, jitterRate=-0.07572378218173981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:17:34,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831454163Initializing all the Stores at 1731831454164 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831454164Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831454164Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831454164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831454164Cleaning up temporary data from old regions at 1731831454173 (+9 ms)Region opened successfully at 1731831454178 (+5 ms) 2024-11-17T08:17:34,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:17:34,178 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:17:34,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:17:34,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:17:34,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:17:34,178 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:17:34,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831454178Disabling compacts and flushes for region at 1731831454178Disabling writes for close at 1731831454178Writing region close event to WAL at 1731831454178Closed at 1731831454178 2024-11-17T08:17:34,180 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:34,180 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:17:34,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:17:34,181 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:17:34,182 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:17:34,332 DEBUG [e3d0adb87c01:37813 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:17:34,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,41267,1731831451210 2024-11-17T08:17:34,334 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,41267,1731831451210, state=OPENING 2024-11-17T08:17:34,381 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:17:34,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:17:34,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:17:34,392 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:17:34,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01390008546/meta-region-server: CHANGED 2024-11-17T08:17:34,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01390008546/meta-region-server: CHANGED 2024-11-17T08:17:34,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,41267,1731831451210}] 2024-11-17T08:17:34,544 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:17:34,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:17:34,549 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:17:34,549 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:34,549 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:17:34,551 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C41267%2C1731831451210.meta, suffix=.meta, logDir=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210, archiveDir=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/oldWALs, maxLogs=10 2024-11-17T08:17:34,562 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.meta.1731831454551.meta, exclude list is [], retry=0 2024-11-17T08:17:34,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37069,DS-f400ec7f-237a-4bb7-91a7-ddabd4ee1d4e,DISK] 2024-11-17T08:17:34,566 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.meta.1731831454551.meta 2024-11-17T08:17:34,566 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-17T08:17:34,566 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:17:34,567 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:17:34,567 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:17:34,567 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:17:34,567 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:17:34,567 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:17:34,567 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:34,567 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:17:34,567 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:17:34,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:17:34,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:17:34,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:34,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:34,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:17:34,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:17:34,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:34,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:34,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:17:34,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:17:34,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:34,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:34,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:17:34,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:17:34,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:34,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:34,573 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:17:34,574 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740 2024-11-17T08:17:34,575 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740 2024-11-17T08:17:34,576 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:17:34,576 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:17:34,576 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:17:34,578 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:17:34,578 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74513738, jitterRate=0.11034122109413147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:17:34,578 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:17:34,579 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831454567Writing region info on filesystem at 1731831454567Initializing all the Stores at 1731831454568 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831454568Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831454568Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831454568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831454568Cleaning up temporary data from old regions at 1731831454576 (+8 ms)Running coprocessor post-open hooks at 1731831454579 (+3 ms)Region opened successfully at 1731831454579 2024-11-17T08:17:34,580 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831454544 2024-11-17T08:17:34,582 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:17:34,582 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:17:34,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,41267,1731831451210 2024-11-17T08:17:34,584 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,41267,1731831451210, state=OPEN 2024-11-17T08:17:34,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01390008546/meta-region-server 2024-11-17T08:17:34,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01390008546/meta-region-server 2024-11-17T08:17:34,622 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,41267,1731831451210 2024-11-17T08:17:34,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01390008546/meta-region-server: CHANGED 2024-11-17T08:17:34,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01390008546/meta-region-server: CHANGED 2024-11-17T08:17:34,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:17:34,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,41267,1731831451210 in 231 msec 2024-11-17T08:17:34,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:17:34,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-17T08:17:34,630 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:34,631 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:17:34,632 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:34,632 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41267,1731831451210, seqNum=-1] 2024-11-17T08:17:34,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:34,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:17:34,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-11-17T08:17:34,639 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831454639, completionTime=-1 2024-11-17T08:17:34,639 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:17:34,639 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:17:34,641 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:17:34,641 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831514641 2024-11-17T08:17:34,641 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831574641 2024-11-17T08:17:34,641 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T08:17:34,642 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37813,1731831451000-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:34,642 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37813,1731831451000-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:34,642 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37813,1731831451000-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:34,642 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:37813, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:34,642 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:34,642 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:34,644 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:17:34,646 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.288sec 2024-11-17T08:17:34,646 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:17:34,646 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:17:34,646 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:17:34,646 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:17:34,646 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:17:34,646 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37813,1731831451000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:17:34,647 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37813,1731831451000-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:17:34,649 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:17:34,649 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:17:34,649 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37813,1731831451000-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:34,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdfdf96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:34,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37813,-1 for getting cluster id 2024-11-17T08:17:34,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:34,741 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e07dfa0d-49c7-4dba-a00e-cb3ed9596bb7' 2024-11-17T08:17:34,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:34,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e07dfa0d-49c7-4dba-a00e-cb3ed9596bb7" 2024-11-17T08:17:34,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c583bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:34,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37813,-1] 2024-11-17T08:17:34,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:34,742 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:34,743 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:34,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4e8d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:34,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:34,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41267,1731831451210, seqNum=-1] 2024-11-17T08:17:34,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:34,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:17:34,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,37813,1731831451000 2024-11-17T08:17:34,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65046 2024-11-17T08:17:34,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:17:34,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10147debff70002 connected 2024-11-17T08:17:34,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/hadoop.log.dir so I do NOT create it in target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb 2024-11-17T08:17:34,783 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:17:34,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/hadoop.tmp.dir so I do NOT create it in target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb 2024-11-17T08:17:34,783 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:17:34,783 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb 2024-11-17T08:17:34,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:17:34,784 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/cluster_66e1ba9c-ce2d-6404-07c1-4a8db2d7d716, deleteOnExit=true 2024-11-17T08:17:34,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:17:34,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/test.cache.data in system properties and HBase conf 2024-11-17T08:17:34,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:17:34,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:17:34,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:17:34,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:17:34,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:17:34,784 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:17:34,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:17:34,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:17:34,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:17:34,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:17:34,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:17:34,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:17:34,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:17:34,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:17:34,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:17:34,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:17:34,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:17:34,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:17:34,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:17:34,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:17:35,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:17:35,103 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:17:35,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:17:35,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:17:35,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:17:35,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:17:35,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@96969f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:17:35,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55084033{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:17:35,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69abfab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/java.io.tmpdir/jetty-localhost-43517-hadoop-hdfs-3_4_1-tests_jar-_-any-16547667249444334562/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:17:35,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21f7a875{HTTP/1.1, (http/1.1)}{localhost:43517} 2024-11-17T08:17:35,215 INFO [Time-limited test {}] server.Server(415): Started @55497ms 2024-11-17T08:17:35,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:17:35,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:17:35,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:17:35,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:17:35,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:17:35,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64b0f81c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:17:35,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11511695{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:17:35,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21de0d8a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/java.io.tmpdir/jetty-localhost-41215-hadoop-hdfs-3_4_1-tests_jar-_-any-6544796962144921633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:17:35,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@720556c7{HTTP/1.1, (http/1.1)}{localhost:41215} 2024-11-17T08:17:35,645 INFO [Time-limited test {}] server.Server(415): Started @55926ms 2024-11-17T08:17:35,646 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:17:36,309 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/cluster_66e1ba9c-ce2d-6404-07c1-4a8db2d7d716/data/data2/current/BP-1305633966-172.17.0.3-1731831454807/current, will proceed with Du for space computation calculation, 2024-11-17T08:17:36,309 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/cluster_66e1ba9c-ce2d-6404-07c1-4a8db2d7d716/data/data1/current/BP-1305633966-172.17.0.3-1731831454807/current, will proceed with Du for space computation calculation, 2024-11-17T08:17:36,324 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:17:36,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2cd9aea29c321cd with lease ID 0x66f0943a98c14c38: Processing first storage report for DS-1630bf68-148f-4a7a-a0c5-84f438ae3da5 from datanode DatanodeRegistration(127.0.0.1:44055, datanodeUuid=97c0b94f-68a7-4d2e-aa2f-a3a0ebe6f5b3, infoPort=37509, infoSecurePort=0, ipcPort=43897, storageInfo=lv=-57;cid=testClusterID;nsid=1140499127;c=1731831454807) 2024-11-17T08:17:36,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2cd9aea29c321cd with lease ID 0x66f0943a98c14c38: from storage DS-1630bf68-148f-4a7a-a0c5-84f438ae3da5 node DatanodeRegistration(127.0.0.1:44055, datanodeUuid=97c0b94f-68a7-4d2e-aa2f-a3a0ebe6f5b3, infoPort=37509, infoSecurePort=0, ipcPort=43897, storageInfo=lv=-57;cid=testClusterID;nsid=1140499127;c=1731831454807), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:17:36,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2cd9aea29c321cd with lease ID 0x66f0943a98c14c38: Processing first storage report for DS-933e6c27-f6d4-4efe-ac12-68f0524f2dbe from datanode DatanodeRegistration(127.0.0.1:44055, datanodeUuid=97c0b94f-68a7-4d2e-aa2f-a3a0ebe6f5b3, infoPort=37509, infoSecurePort=0, ipcPort=43897, storageInfo=lv=-57;cid=testClusterID;nsid=1140499127;c=1731831454807) 2024-11-17T08:17:36,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2cd9aea29c321cd with lease ID 0x66f0943a98c14c38: from storage DS-933e6c27-f6d4-4efe-ac12-68f0524f2dbe node DatanodeRegistration(127.0.0.1:44055, datanodeUuid=97c0b94f-68a7-4d2e-aa2f-a3a0ebe6f5b3, infoPort=37509, infoSecurePort=0, ipcPort=43897, storageInfo=lv=-57;cid=testClusterID;nsid=1140499127;c=1731831454807), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:17:36,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb 2024-11-17T08:17:36,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:36,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T08:17:36,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:36,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:17:36,779 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f with version=8 2024-11-17T08:17:36,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/hbase-staging 2024-11-17T08:17:36,782 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:17:36,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:36,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:36,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:17:36,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:36,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:17:36,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:17:36,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:17:36,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46169 2024-11-17T08:17:36,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46169 connecting to ZooKeeper ensemble=127.0.0.1:65046 2024-11-17T08:17:36,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461690x0, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:17:36,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46169-0x10147debff70003 connected 2024-11-17T08:17:36,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:36,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:36,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Set watcher on znode that does not yet exist, /12040162232/running 2024-11-17T08:17:36,880 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f, hbase.cluster.distributed=false 2024-11-17T08:17:36,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Set watcher on znode that does not yet exist, /12040162232/acl 2024-11-17T08:17:36,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46169 2024-11-17T08:17:36,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46169 2024-11-17T08:17:36,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46169 2024-11-17T08:17:36,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46169 2024-11-17T08:17:36,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46169 2024-11-17T08:17:36,912 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:17:36,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:36,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:36,913 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:17:36,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:17:36,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:17:36,913 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:17:36,913 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:17:36,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45191 2024-11-17T08:17:36,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45191 connecting to ZooKeeper ensemble=127.0.0.1:65046 2024-11-17T08:17:36,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:36,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:36,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451910x0, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:17:36,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451910x0, quorum=127.0.0.1:65046, baseZNode=/12040162232 Set watcher on znode that does not yet exist, /12040162232/running 2024-11-17T08:17:36,929 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:17:36,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45191-0x10147debff70004 connected 2024-11-17T08:17:36,933 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:17:36,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Set watcher on znode that does not yet exist, /12040162232/master 2024-11-17T08:17:36,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Set watcher on znode that does not yet exist, /12040162232/acl 2024-11-17T08:17:36,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45191 2024-11-17T08:17:36,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45191 2024-11-17T08:17:36,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45191 2024-11-17T08:17:36,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45191 2024-11-17T08:17:36,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45191 2024-11-17T08:17:36,959 DEBUG [M:0;e3d0adb87c01:46169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:46169 2024-11-17T08:17:36,960 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12040162232/backup-masters/e3d0adb87c01,46169,1731831456781 2024-11-17T08:17:36,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232/backup-masters 2024-11-17T08:17:36,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232/backup-masters 2024-11-17T08:17:36,970 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Set watcher on existing znode=/12040162232/backup-masters/e3d0adb87c01,46169,1731831456781 2024-11-17T08:17:36,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232 2024-11-17T08:17:36,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12040162232/master 2024-11-17T08:17:36,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232 2024-11-17T08:17:36,981 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Set watcher on existing znode=/12040162232/master 2024-11-17T08:17:36,981 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12040162232/backup-masters/e3d0adb87c01,46169,1731831456781 from backup master directory 2024-11-17T08:17:36,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232/backup-masters 2024-11-17T08:17:36,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12040162232/backup-masters/e3d0adb87c01,46169,1731831456781 2024-11-17T08:17:36,991 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:17:36,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232/backup-masters 2024-11-17T08:17:36,991 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,46169,1731831456781 2024-11-17T08:17:36,995 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/hbase.id] with ID: 176d468d-a92f-45cc-845f-e1a98debf713 2024-11-17T08:17:36,995 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/.tmp/hbase.id 2024-11-17T08:17:37,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:17:37,402 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/.tmp/hbase.id]:[hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/hbase.id] 2024-11-17T08:17:37,416 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:37,416 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:17:37,417 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T08:17:37,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232 2024-11-17T08:17:37,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232 2024-11-17T08:17:37,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:17:37,446 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:17:37,447 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:17:37,449 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:37,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:17:37,863 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store 2024-11-17T08:17:37,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:17:38,271 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:38,271 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:17:38,271 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:38,271 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:38,271 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:17:38,271 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:38,271 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:17:38,271 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831458271Disabling compacts and flushes for region at 1731831458271Disabling writes for close at 1731831458271Writing region close event to WAL at 1731831458271Closed at 1731831458271 2024-11-17T08:17:38,272 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/.initializing 2024-11-17T08:17:38,272 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/WALs/e3d0adb87c01,46169,1731831456781 2024-11-17T08:17:38,273 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:17:38,275 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C46169%2C1731831456781, suffix=, logDir=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/WALs/e3d0adb87c01,46169,1731831456781, archiveDir=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/oldWALs, maxLogs=10 2024-11-17T08:17:38,286 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/WALs/e3d0adb87c01,46169,1731831456781/e3d0adb87c01%2C46169%2C1731831456781.1731831458275, exclude list is [], retry=0 2024-11-17T08:17:38,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-1630bf68-148f-4a7a-a0c5-84f438ae3da5,DISK] 2024-11-17T08:17:38,290 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/WALs/e3d0adb87c01,46169,1731831456781/e3d0adb87c01%2C46169%2C1731831456781.1731831458275 2024-11-17T08:17:38,290 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37509:37509)] 2024-11-17T08:17:38,290 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:17:38,290 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:38,290 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:38,290 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:38,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:38,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:17:38,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:38,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:38,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:38,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:17:38,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:38,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:38,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:38,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:17:38,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:38,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:38,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:38,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:17:38,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:38,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:38,298 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:38,299 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:38,299 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:38,300 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:38,300 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:38,301 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:17:38,302 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:17:38,304 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:17:38,305 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62434311, jitterRate=-0.06965626776218414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:17:38,305 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831458290Initializing all the Stores at 1731831458291 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831458291Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831458292 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831458292Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831458292Cleaning up temporary data from old regions at 1731831458300 (+8 ms)Region opened successfully at 1731831458305 (+5 ms) 2024-11-17T08:17:38,305 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:17:38,307 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2415cb6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:17:38,308 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:17:38,308 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:17:38,308 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:17:38,308 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:17:38,309 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:17:38,309 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:17:38,309 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:17:38,311 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:17:38,312 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Unable to get data of znode /12040162232/balancer because node does not exist (not necessarily an error) 2024-11-17T08:17:38,338 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12040162232/balancer already deleted, retry=false 2024-11-17T08:17:38,339 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:17:38,339 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Unable to get data of znode /12040162232/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:17:38,401 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12040162232/normalizer already deleted, retry=false 2024-11-17T08:17:38,402 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:17:38,403 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Unable to get data of znode /12040162232/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:17:38,422 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12040162232/switch/split already deleted, retry=false 2024-11-17T08:17:38,423 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Unable to get data of znode /12040162232/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:17:38,498 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12040162232/switch/merge already deleted, retry=false 2024-11-17T08:17:38,500 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Unable to get data of znode /12040162232/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:17:38,561 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12040162232/snapshot-cleanup already deleted, retry=false 2024-11-17T08:17:38,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12040162232/running 2024-11-17T08:17:38,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12040162232/running 2024-11-17T08:17:38,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232 2024-11-17T08:17:38,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232 2024-11-17T08:17:38,636 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,46169,1731831456781, sessionid=0x10147debff70003, setting cluster-up flag (Was=false) 2024-11-17T08:17:38,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232 2024-11-17T08:17:38,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232 2024-11-17T08:17:38,759 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12040162232/flush-table-proc/acquired, /12040162232/flush-table-proc/reached, /12040162232/flush-table-proc/abort 2024-11-17T08:17:38,761 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,46169,1731831456781 2024-11-17T08:17:38,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232 2024-11-17T08:17:38,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232 2024-11-17T08:17:38,812 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12040162232/online-snapshot/acquired, /12040162232/online-snapshot/reached, /12040162232/online-snapshot/abort 2024-11-17T08:17:38,813 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,46169,1731831456781 2024-11-17T08:17:38,814 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:17:38,815 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:38,815 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:17:38,816 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:17:38,816 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,46169,1731831456781 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:17:38,817 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:38,817 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:38,817 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:38,817 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:17:38,817 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:17:38,817 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:38,817 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:17:38,817 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:38,818 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831488818 2024-11-17T08:17:38,818 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:17:38,818 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:17:38,818 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:17:38,818 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:17:38,818 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:17:38,818 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:17:38,819 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:38,819 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:38,819 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:17:38,819 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:17:38,819 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:17:38,819 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:17:38,819 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:17:38,819 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:17:38,819 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:17:38,819 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831458819,5,FailOnTimeoutGroup] 2024-11-17T08:17:38,820 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831458819,5,FailOnTimeoutGroup] 2024-11-17T08:17:38,820 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:38,820 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:17:38,820 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:38,820 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:38,820 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:38,820 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:17:38,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:17:38,850 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(746): ClusterId : 176d468d-a92f-45cc-845f-e1a98debf713 2024-11-17T08:17:38,850 DEBUG [RS:0;e3d0adb87c01:45191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:17:38,855 DEBUG [RS:0;e3d0adb87c01:45191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:17:38,855 DEBUG [RS:0;e3d0adb87c01:45191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:17:38,866 DEBUG [RS:0;e3d0adb87c01:45191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:17:38,866 DEBUG [RS:0;e3d0adb87c01:45191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716d7a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:17:38,878 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:45191 2024-11-17T08:17:38,879 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:17:38,879 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:17:38,879 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:17:38,879 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,46169,1731831456781 with port=45191, startcode=1731831456912 2024-11-17T08:17:38,880 DEBUG [RS:0;e3d0adb87c01:45191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:17:38,881 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:17:38,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,45191,1731831456912 2024-11-17T08:17:38,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46169 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,45191,1731831456912 2024-11-17T08:17:38,883 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f 2024-11-17T08:17:38,883 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44781 2024-11-17T08:17:38,883 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:17:38,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232/rs 2024-11-17T08:17:38,963 DEBUG [RS:0;e3d0adb87c01:45191 {}] zookeeper.ZKUtil(111): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Set watcher on existing znode=/12040162232/rs/e3d0adb87c01,45191,1731831456912 2024-11-17T08:17:38,963 WARN [RS:0;e3d0adb87c01:45191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:17:38,963 INFO [RS:0;e3d0adb87c01:45191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:38,964 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/WALs/e3d0adb87c01,45191,1731831456912 2024-11-17T08:17:38,964 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,45191,1731831456912] 2024-11-17T08:17:38,967 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:17:38,969 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:17:38,969 INFO [RS:0;e3d0adb87c01:45191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:17:38,969 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:38,969 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:17:38,970 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:17:38,970 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:38,970 DEBUG [RS:0;e3d0adb87c01:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:38,970 DEBUG [RS:0;e3d0adb87c01:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:38,970 DEBUG [RS:0;e3d0adb87c01:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:38,970 DEBUG [RS:0;e3d0adb87c01:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:38,971 DEBUG [RS:0;e3d0adb87c01:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:38,971 DEBUG [RS:0;e3d0adb87c01:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:17:38,971 DEBUG [RS:0;e3d0adb87c01:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:38,971 DEBUG [RS:0;e3d0adb87c01:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:38,971 DEBUG [RS:0;e3d0adb87c01:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:38,971 DEBUG [RS:0;e3d0adb87c01:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:38,971 DEBUG [RS:0;e3d0adb87c01:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:38,971 DEBUG [RS:0;e3d0adb87c01:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:17:38,971 DEBUG [RS:0;e3d0adb87c01:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:17:38,971 DEBUG [RS:0;e3d0adb87c01:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:17:38,971 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:38,971 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:38,971 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:38,971 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:38,971 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:38,972 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,45191,1731831456912-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:17:38,984 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:17:38,984 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,45191,1731831456912-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:38,984 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:38,984 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.Replication(171): e3d0adb87c01,45191,1731831456912 started 2024-11-17T08:17:38,995 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:38,996 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,45191,1731831456912, RpcServer on e3d0adb87c01/172.17.0.3:45191, sessionid=0x10147debff70004 2024-11-17T08:17:38,996 DEBUG [RS:0;e3d0adb87c01:45191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:17:38,996 DEBUG [RS:0;e3d0adb87c01:45191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,45191,1731831456912 2024-11-17T08:17:38,996 DEBUG [RS:0;e3d0adb87c01:45191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,45191,1731831456912' 2024-11-17T08:17:38,996 DEBUG [RS:0;e3d0adb87c01:45191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12040162232/flush-table-proc/abort' 2024-11-17T08:17:38,996 DEBUG [RS:0;e3d0adb87c01:45191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12040162232/flush-table-proc/acquired' 2024-11-17T08:17:38,997 DEBUG [RS:0;e3d0adb87c01:45191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:17:38,997 DEBUG [RS:0;e3d0adb87c01:45191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:17:38,997 DEBUG [RS:0;e3d0adb87c01:45191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,45191,1731831456912 2024-11-17T08:17:38,997 DEBUG [RS:0;e3d0adb87c01:45191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,45191,1731831456912' 2024-11-17T08:17:38,997 DEBUG [RS:0;e3d0adb87c01:45191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12040162232/online-snapshot/abort' 2024-11-17T08:17:38,997 DEBUG [RS:0;e3d0adb87c01:45191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12040162232/online-snapshot/acquired' 2024-11-17T08:17:38,997 DEBUG [RS:0;e3d0adb87c01:45191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:17:38,997 INFO [RS:0;e3d0adb87c01:45191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:17:38,997 INFO [RS:0;e3d0adb87c01:45191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:17:39,098 INFO [RS:0;e3d0adb87c01:45191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:17:39,099 INFO [RS:0;e3d0adb87c01:45191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C45191%2C1731831456912, suffix=, logDir=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/WALs/e3d0adb87c01,45191,1731831456912, archiveDir=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/oldWALs, maxLogs=10 2024-11-17T08:17:39,110 DEBUG [RS:0;e3d0adb87c01:45191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/WALs/e3d0adb87c01,45191,1731831456912/e3d0adb87c01%2C45191%2C1731831456912.1731831459099, exclude list is [], retry=0 2024-11-17T08:17:39,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-1630bf68-148f-4a7a-a0c5-84f438ae3da5,DISK] 2024-11-17T08:17:39,115 INFO [RS:0;e3d0adb87c01:45191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/WALs/e3d0adb87c01,45191,1731831456912/e3d0adb87c01%2C45191%2C1731831456912.1731831459099 2024-11-17T08:17:39,115 DEBUG [RS:0;e3d0adb87c01:45191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37509:37509)] 2024-11-17T08:17:39,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:17:39,227 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f 2024-11-17T08:17:39,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:17:39,479 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:17:39,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:39,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:17:39,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:17:39,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:39,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:39,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:17:39,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:17:39,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:39,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:39,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:17:39,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:17:39,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:39,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:39,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:17:39,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:17:39,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:39,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:39,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:17:39,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740 2024-11-17T08:17:39,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740 2024-11-17T08:17:39,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:17:39,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:17:39,642 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:17:39,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:17:39,645 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:17:39,645 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65085906, jitterRate=-0.030144423246383667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:17:39,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831459633Initializing all the Stores at 1731831459633Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831459633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831459633Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831459633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831459633Cleaning up temporary data from old regions at 1731831459642 (+9 ms)Region opened successfully at 1731831459645 (+3 ms) 2024-11-17T08:17:39,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:17:39,646 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:17:39,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:17:39,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:17:39,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:17:39,646 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:17:39,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831459646Disabling compacts and flushes for region at 1731831459646Disabling writes for close at 1731831459646Writing region close event to WAL at 1731831459646Closed at 1731831459646 2024-11-17T08:17:39,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:39,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:17:39,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:17:39,648 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:17:39,649 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:17:39,799 DEBUG [e3d0adb87c01:46169 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:17:39,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,45191,1731831456912 2024-11-17T08:17:39,801 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,45191,1731831456912, state=OPENING 2024-11-17T08:17:39,812 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:17:39,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232 2024-11-17T08:17:39,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232 2024-11-17T08:17:39,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12040162232/meta-region-server: CHANGED 2024-11-17T08:17:39,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12040162232/meta-region-server: CHANGED 2024-11-17T08:17:39,823 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:17:39,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,45191,1731831456912}] 2024-11-17T08:17:39,976 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:17:39,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:17:39,981 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:17:39,981 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:39,982 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:17:39,983 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C45191%2C1731831456912.meta, suffix=.meta, logDir=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/WALs/e3d0adb87c01,45191,1731831456912, archiveDir=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/oldWALs, maxLogs=10 2024-11-17T08:17:39,995 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/WALs/e3d0adb87c01,45191,1731831456912/e3d0adb87c01%2C45191%2C1731831456912.meta.1731831459983.meta, exclude list is [], retry=0 2024-11-17T08:17:39,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-1630bf68-148f-4a7a-a0c5-84f438ae3da5,DISK] 2024-11-17T08:17:39,998 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/WALs/e3d0adb87c01,45191,1731831456912/e3d0adb87c01%2C45191%2C1731831456912.meta.1731831459983.meta 2024-11-17T08:17:39,998 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37509:37509)] 2024-11-17T08:17:39,998 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:17:39,999 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:17:39,999 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:17:39,999 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:17:39,999 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:17:39,999 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:17:39,999 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:39,999 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:17:39,999 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:17:40,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:17:40,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:17:40,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:40,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:40,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:17:40,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:17:40,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:40,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:40,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:17:40,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:17:40,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:40,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:40,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:17:40,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:17:40,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:40,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:17:40,005 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:17:40,005 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740 2024-11-17T08:17:40,006 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740 2024-11-17T08:17:40,007 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:17:40,008 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:17:40,008 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:17:40,009 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:17:40,010 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67508643, jitterRate=0.005957171320915222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:17:40,010 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:17:40,010 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831459999Writing region info on filesystem at 1731831459999Initializing all the Stores at 1731831460000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831460000Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831460000Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831460000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831460000Cleaning up temporary data from old regions at 1731831460008 (+8 ms)Running coprocessor post-open hooks at 1731831460010 (+2 ms)Region opened successfully at 1731831460010 2024-11-17T08:17:40,011 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831459976 2024-11-17T08:17:40,013 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:17:40,013 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:17:40,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,45191,1731831456912 2024-11-17T08:17:40,014 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,45191,1731831456912, state=OPEN 2024-11-17T08:17:40,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12040162232/meta-region-server 2024-11-17T08:17:40,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12040162232/meta-region-server 2024-11-17T08:17:40,022 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,45191,1731831456912 2024-11-17T08:17:40,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12040162232/meta-region-server: CHANGED 2024-11-17T08:17:40,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12040162232/meta-region-server: CHANGED 2024-11-17T08:17:40,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:17:40,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,45191,1731831456912 in 200 msec 2024-11-17T08:17:40,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:17:40,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 378 msec 2024-11-17T08:17:40,028 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:17:40,028 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:17:40,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:40,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,45191,1731831456912, seqNum=-1] 2024-11-17T08:17:40,030 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:40,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:17:40,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2200 sec 2024-11-17T08:17:40,035 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831460035, completionTime=-1 2024-11-17T08:17:40,035 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:17:40,036 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:17:40,037 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:17:40,037 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831520037 2024-11-17T08:17:40,037 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831580037 2024-11-17T08:17:40,037 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T08:17:40,038 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46169,1731831456781-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:40,038 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46169,1731831456781-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:40,038 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46169,1731831456781-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:40,038 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:46169, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:40,038 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:40,038 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:40,039 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:17:40,041 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.050sec 2024-11-17T08:17:40,041 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:17:40,042 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:17:40,042 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:17:40,042 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:17:40,042 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:17:40,042 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46169,1731831456781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:17:40,042 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46169,1731831456781-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:17:40,044 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:17:40,044 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:17:40,044 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46169,1731831456781-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:17:40,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57dc47ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:40,050 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,46169,-1 for getting cluster id 2024-11-17T08:17:40,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:40,051 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '176d468d-a92f-45cc-845f-e1a98debf713' 2024-11-17T08:17:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "176d468d-a92f-45cc-845f-e1a98debf713" 2024-11-17T08:17:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37db135b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,46169,-1] 2024-11-17T08:17:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:40,053 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:40,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7f977e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:40,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,45191,1731831456912, seqNum=-1] 2024-11-17T08:17:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:40,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:17:40,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,46169,1731831456781 2024-11-17T08:17:40,059 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65046 2024-11-17T08:17:40,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:17:40,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10147debff70005 connected 2024-11-17T08:17:40,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:17:40,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:40,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:40,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:40,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:40,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:17:40,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,37813,1731831451000 2024-11-17T08:17:40,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55d3aec2 2024-11-17T08:17:40,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:17:40,165 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:17:40,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:17:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T08:17:40,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:17:40,172 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:40,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T08:17:40,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:17:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:40,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741835_1011 (size=902) 2024-11-17T08:17:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:40,582 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 480e88a8d952bab30998a68ca2e92542, NAME => 'test,,1731831460165.480e88a8d952bab30998a68ca2e92542.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c 2024-11-17T08:17:40,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741836_1012 (size=39) 2024-11-17T08:17:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:40,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731831460165.480e88a8d952bab30998a68ca2e92542.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:40,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 480e88a8d952bab30998a68ca2e92542, disabling compactions & flushes 2024-11-17T08:17:40,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731831460165.480e88a8d952bab30998a68ca2e92542. 2024-11-17T08:17:40,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831460165.480e88a8d952bab30998a68ca2e92542. 2024-11-17T08:17:40,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731831460165.480e88a8d952bab30998a68ca2e92542. after waiting 0 ms 2024-11-17T08:17:40,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731831460165.480e88a8d952bab30998a68ca2e92542. 2024-11-17T08:17:40,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731831460165.480e88a8d952bab30998a68ca2e92542. 2024-11-17T08:17:40,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 480e88a8d952bab30998a68ca2e92542: Waiting for close lock at 1731831460988Disabling compacts and flushes for region at 1731831460988Disabling writes for close at 1731831460988Writing region close event to WAL at 1731831460988Closed at 1731831460988 2024-11-17T08:17:40,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:17:40,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731831460165.480e88a8d952bab30998a68ca2e92542.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731831460990"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831460990"}]},"ts":"1731831460990"} 2024-11-17T08:17:40,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:17:40,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:17:40,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831460994"}]},"ts":"1731831460994"} 2024-11-17T08:17:40,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T08:17:40,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=480e88a8d952bab30998a68ca2e92542, ASSIGN}] 2024-11-17T08:17:40,997 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=480e88a8d952bab30998a68ca2e92542, ASSIGN 2024-11-17T08:17:40,998 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=480e88a8d952bab30998a68ca2e92542, ASSIGN; state=OFFLINE, location=e3d0adb87c01,41267,1731831451210; forceNewPlan=false, retain=false 2024-11-17T08:17:41,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=480e88a8d952bab30998a68ca2e92542, regionState=OPENING, regionLocation=e3d0adb87c01,41267,1731831451210 2024-11-17T08:17:41,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=480e88a8d952bab30998a68ca2e92542, ASSIGN because future has completed 2024-11-17T08:17:41,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 480e88a8d952bab30998a68ca2e92542, server=e3d0adb87c01,41267,1731831451210}] 2024-11-17T08:17:41,307 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731831460165.480e88a8d952bab30998a68ca2e92542. 2024-11-17T08:17:41,307 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 480e88a8d952bab30998a68ca2e92542, NAME => 'test,,1731831460165.480e88a8d952bab30998a68ca2e92542.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:17:41,308 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:17:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:41,308 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T08:17:41,308 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 480e88a8d952bab30998a68ca2e92542 2024-11-17T08:17:41,308 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731831460165.480e88a8d952bab30998a68ca2e92542.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:41,308 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 480e88a8d952bab30998a68ca2e92542 2024-11-17T08:17:41,308 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 480e88a8d952bab30998a68ca2e92542 2024-11-17T08:17:41,310 INFO [StoreOpener-480e88a8d952bab30998a68ca2e92542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 480e88a8d952bab30998a68ca2e92542 2024-11-17T08:17:41,311 INFO [StoreOpener-480e88a8d952bab30998a68ca2e92542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 480e88a8d952bab30998a68ca2e92542 columnFamilyName f 2024-11-17T08:17:41,311 DEBUG [StoreOpener-480e88a8d952bab30998a68ca2e92542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:41,312 INFO [StoreOpener-480e88a8d952bab30998a68ca2e92542-1 {}] regionserver.HStore(327): Store=480e88a8d952bab30998a68ca2e92542/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:41,312 INFO [StoreOpener-480e88a8d952bab30998a68ca2e92542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 480e88a8d952bab30998a68ca2e92542 2024-11-17T08:17:41,313 INFO [StoreOpener-480e88a8d952bab30998a68ca2e92542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 480e88a8d952bab30998a68ca2e92542 columnFamilyName f1 2024-11-17T08:17:41,313 DEBUG [StoreOpener-480e88a8d952bab30998a68ca2e92542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:41,313 INFO [StoreOpener-480e88a8d952bab30998a68ca2e92542-1 {}] regionserver.HStore(327): Store=480e88a8d952bab30998a68ca2e92542/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:41,313 INFO [StoreOpener-480e88a8d952bab30998a68ca2e92542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 480e88a8d952bab30998a68ca2e92542 2024-11-17T08:17:41,314 INFO [StoreOpener-480e88a8d952bab30998a68ca2e92542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 480e88a8d952bab30998a68ca2e92542 columnFamilyName norep 2024-11-17T08:17:41,314 DEBUG [StoreOpener-480e88a8d952bab30998a68ca2e92542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:41,315 INFO [StoreOpener-480e88a8d952bab30998a68ca2e92542-1 {}] regionserver.HStore(327): Store=480e88a8d952bab30998a68ca2e92542/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:41,315 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 480e88a8d952bab30998a68ca2e92542 2024-11-17T08:17:41,316 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542 2024-11-17T08:17:41,316 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542 2024-11-17T08:17:41,317 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 480e88a8d952bab30998a68ca2e92542 2024-11-17T08:17:41,317 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 480e88a8d952bab30998a68ca2e92542 2024-11-17T08:17:41,317 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:17:41,318 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 480e88a8d952bab30998a68ca2e92542 2024-11-17T08:17:41,320 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:17:41,321 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 480e88a8d952bab30998a68ca2e92542; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61261259, jitterRate=-0.08713610470294952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:17:41,321 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 480e88a8d952bab30998a68ca2e92542 2024-11-17T08:17:41,321 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 480e88a8d952bab30998a68ca2e92542: Running coprocessor pre-open hook at 1731831461308Writing region info on filesystem at 1731831461308Initializing all the Stores at 1731831461309 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831461309Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831461310 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831461310Cleaning up temporary data from old regions at 1731831461317 (+7 ms)Running coprocessor post-open hooks at 1731831461321 (+4 ms)Region opened successfully at 1731831461321 2024-11-17T08:17:41,324 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731831460165.480e88a8d952bab30998a68ca2e92542., pid=6, masterSystemTime=1731831461303 2024-11-17T08:17:41,325 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731831460165.480e88a8d952bab30998a68ca2e92542. 2024-11-17T08:17:41,325 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731831460165.480e88a8d952bab30998a68ca2e92542. 2024-11-17T08:17:41,327 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=480e88a8d952bab30998a68ca2e92542, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e3d0adb87c01,41267,1731831451210 2024-11-17T08:17:41,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 480e88a8d952bab30998a68ca2e92542, server=e3d0adb87c01,41267,1731831451210 because future has completed 2024-11-17T08:17:41,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:17:41,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 480e88a8d952bab30998a68ca2e92542, server=e3d0adb87c01,41267,1731831451210 in 179 msec 2024-11-17T08:17:41,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:17:41,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=480e88a8d952bab30998a68ca2e92542, ASSIGN in 336 msec 2024-11-17T08:17:41,336 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:17:41,336 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831461336"}]},"ts":"1731831461336"} 2024-11-17T08:17:41,338 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T08:17:41,339 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:17:41,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-17T08:17:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:42,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:17:42,318 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T08:17:42,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,46169,1731831456781 2024-11-17T08:17:42,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@468c1596 2024-11-17T08:17:42,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:17:42,320 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:17:42,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:17:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46169 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T08:17:42,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:17:42,323 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:42,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T08:17:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:42,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:17:42,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741835_1011 (size=902) 2024-11-17T08:17:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:42,732 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e0c82914d298f9ef5c6408190a62aa8, NAME => 'test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f 2024-11-17T08:17:42,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741836_1012 (size=39) 2024-11-17T08:17:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:43,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:43,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1e0c82914d298f9ef5c6408190a62aa8, disabling compactions & flushes 2024-11-17T08:17:43,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8. 2024-11-17T08:17:43,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8. 2024-11-17T08:17:43,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8. after waiting 0 ms 2024-11-17T08:17:43,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8. 2024-11-17T08:17:43,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8. 2024-11-17T08:17:43,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e0c82914d298f9ef5c6408190a62aa8: Waiting for close lock at 1731831463138Disabling compacts and flushes for region at 1731831463138Disabling writes for close at 1731831463138Writing region close event to WAL at 1731831463138Closed at 1731831463138 2024-11-17T08:17:43,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:17:43,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731831463140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831463140"}]},"ts":"1731831463140"} 2024-11-17T08:17:43,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:17:43,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:17:43,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831463143"}]},"ts":"1731831463143"} 2024-11-17T08:17:43,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T08:17:43,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e0c82914d298f9ef5c6408190a62aa8, ASSIGN}] 2024-11-17T08:17:43,146 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e0c82914d298f9ef5c6408190a62aa8, ASSIGN 2024-11-17T08:17:43,147 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1e0c82914d298f9ef5c6408190a62aa8, ASSIGN; state=OFFLINE, location=e3d0adb87c01,45191,1731831456912; forceNewPlan=false, retain=false 2024-11-17T08:17:43,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e0c82914d298f9ef5c6408190a62aa8, regionState=OPENING, regionLocation=e3d0adb87c01,45191,1731831456912 2024-11-17T08:17:43,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1e0c82914d298f9ef5c6408190a62aa8, ASSIGN because future has completed 2024-11-17T08:17:43,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e0c82914d298f9ef5c6408190a62aa8, server=e3d0adb87c01,45191,1731831456912}] 2024-11-17T08:17:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:43,457 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8. 2024-11-17T08:17:43,458 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e0c82914d298f9ef5c6408190a62aa8, NAME => 'test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:17:43,458 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:17:43,458 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T08:17:43,458 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1e0c82914d298f9ef5c6408190a62aa8 2024-11-17T08:17:43,458 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:43,458 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1e0c82914d298f9ef5c6408190a62aa8 2024-11-17T08:17:43,458 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1e0c82914d298f9ef5c6408190a62aa8 2024-11-17T08:17:43,460 INFO [StoreOpener-1e0c82914d298f9ef5c6408190a62aa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e0c82914d298f9ef5c6408190a62aa8 2024-11-17T08:17:43,461 INFO [StoreOpener-1e0c82914d298f9ef5c6408190a62aa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e0c82914d298f9ef5c6408190a62aa8 columnFamilyName f 2024-11-17T08:17:43,461 DEBUG [StoreOpener-1e0c82914d298f9ef5c6408190a62aa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:43,461 INFO [StoreOpener-1e0c82914d298f9ef5c6408190a62aa8-1 {}] regionserver.HStore(327): Store=1e0c82914d298f9ef5c6408190a62aa8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:43,462 INFO [StoreOpener-1e0c82914d298f9ef5c6408190a62aa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1e0c82914d298f9ef5c6408190a62aa8 2024-11-17T08:17:43,463 INFO [StoreOpener-1e0c82914d298f9ef5c6408190a62aa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e0c82914d298f9ef5c6408190a62aa8 columnFamilyName f1 2024-11-17T08:17:43,463 DEBUG [StoreOpener-1e0c82914d298f9ef5c6408190a62aa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:43,463 INFO [StoreOpener-1e0c82914d298f9ef5c6408190a62aa8-1 {}] regionserver.HStore(327): Store=1e0c82914d298f9ef5c6408190a62aa8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:43,463 INFO [StoreOpener-1e0c82914d298f9ef5c6408190a62aa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1e0c82914d298f9ef5c6408190a62aa8 2024-11-17T08:17:43,464 INFO [StoreOpener-1e0c82914d298f9ef5c6408190a62aa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e0c82914d298f9ef5c6408190a62aa8 columnFamilyName norep 2024-11-17T08:17:43,464 DEBUG [StoreOpener-1e0c82914d298f9ef5c6408190a62aa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:43,464 INFO [StoreOpener-1e0c82914d298f9ef5c6408190a62aa8-1 {}] regionserver.HStore(327): Store=1e0c82914d298f9ef5c6408190a62aa8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:43,465 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1e0c82914d298f9ef5c6408190a62aa8 2024-11-17T08:17:43,465 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/default/test/1e0c82914d298f9ef5c6408190a62aa8 2024-11-17T08:17:43,465 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/default/test/1e0c82914d298f9ef5c6408190a62aa8 2024-11-17T08:17:43,466 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1e0c82914d298f9ef5c6408190a62aa8 2024-11-17T08:17:43,466 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1e0c82914d298f9ef5c6408190a62aa8 2024-11-17T08:17:43,467 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:17:43,468 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1e0c82914d298f9ef5c6408190a62aa8 2024-11-17T08:17:43,469 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/default/test/1e0c82914d298f9ef5c6408190a62aa8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:17:43,470 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1e0c82914d298f9ef5c6408190a62aa8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74027174, jitterRate=0.10309085249900818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:17:43,470 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e0c82914d298f9ef5c6408190a62aa8 2024-11-17T08:17:43,470 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1e0c82914d298f9ef5c6408190a62aa8: Running coprocessor pre-open hook at 1731831463459Writing region info on filesystem at 1731831463459Initializing all the Stores at 1731831463459Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831463459Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831463460 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831463460Cleaning up temporary data from old regions at 1731831463466 (+6 ms)Running coprocessor post-open hooks at 1731831463470 (+4 ms)Region opened successfully at 1731831463470 2024-11-17T08:17:43,471 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8., pid=6, masterSystemTime=1731831463453 2024-11-17T08:17:43,473 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8. 2024-11-17T08:17:43,473 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8. 2024-11-17T08:17:43,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e0c82914d298f9ef5c6408190a62aa8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e3d0adb87c01,45191,1731831456912 2024-11-17T08:17:43,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e0c82914d298f9ef5c6408190a62aa8, server=e3d0adb87c01,45191,1731831456912 because future has completed 2024-11-17T08:17:43,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:17:43,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e0c82914d298f9ef5c6408190a62aa8, server=e3d0adb87c01,45191,1731831456912 in 176 msec 2024-11-17T08:17:43,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:17:43,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1e0c82914d298f9ef5c6408190a62aa8, ASSIGN in 335 msec 2024-11-17T08:17:43,483 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:17:43,483 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831463483"}]},"ts":"1731831463483"} 2024-11-17T08:17:43,485 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T08:17:43,486 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:17:43,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-17T08:17:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:17:44,468 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T08:17:44,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea56109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:44,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37813,-1 for getting cluster id 2024-11-17T08:17:44,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:44,469 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e07dfa0d-49c7-4dba-a00e-cb3ed9596bb7' 2024-11-17T08:17:44,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:44,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e07dfa0d-49c7-4dba-a00e-cb3ed9596bb7" 2024-11-17T08:17:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595cb858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37813,-1] 2024-11-17T08:17:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:44,471 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492ee510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:44,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637dda0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:44,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,46169,-1 for getting cluster id 2024-11-17T08:17:44,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:44,473 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '176d468d-a92f-45cc-845f-e1a98debf713' 2024-11-17T08:17:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "176d468d-a92f-45cc-845f-e1a98debf713" 2024-11-17T08:17:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9c334f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,46169,-1] 2024-11-17T08:17:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:44,474 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:44,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f4a1109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:44,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db49eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:44,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37813,-1 for getting cluster id 2024-11-17T08:17:44,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:44,476 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e07dfa0d-49c7-4dba-a00e-cb3ed9596bb7' 2024-11-17T08:17:44,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:44,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e07dfa0d-49c7-4dba-a00e-cb3ed9596bb7" 2024-11-17T08:17:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54091561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37813,-1] 2024-11-17T08:17:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:44,478 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:44,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:44,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:17:44,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,37813,1731831451000 2024-11-17T08:17:44,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@779346fe 2024-11-17T08:17:44,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:17:44,482 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:17:44,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:46169,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:17:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:17:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:17:44,573 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:46169' 2024-11-17T08:17:44,574 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c6eae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:44,574 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,46169,-1 for getting cluster id 2024-11-17T08:17:44,574 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:44,575 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '176d468d-a92f-45cc-845f-e1a98debf713' 2024-11-17T08:17:44,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:44,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "176d468d-a92f-45cc-845f-e1a98debf713" 2024-11-17T08:17:44,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d1b844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:44,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,46169,-1] 2024-11-17T08:17:44,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:44,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:44,576 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:44,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc5a6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:44,577 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:17:44,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,46169,1731831456781 2024-11-17T08:17:44,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2702968d 2024-11-17T08:17:44,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:17:44,579 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:17:44,579 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T08:17:44,580 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:17:44,580 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:44,580 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:44,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:17:44,580 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:17:44,581 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:17:44,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:17:44,582 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:44,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:17:44,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741837_1013 (size=1138) 2024-11-17T08:17:44,631 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T08:17:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:17:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:17:44,967 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T08:17:44,990 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca75572c57c8864c943a59b1c4926988, NAME => 'hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c 2024-11-17T08:17:44,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741838_1014 (size=44) 2024-11-17T08:17:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:17:45,396 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:45,396 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ca75572c57c8864c943a59b1c4926988, disabling compactions & flushes 2024-11-17T08:17:45,396 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988. 2024-11-17T08:17:45,396 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988. 2024-11-17T08:17:45,396 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988. after waiting 0 ms 2024-11-17T08:17:45,396 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988. 2024-11-17T08:17:45,396 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988. 2024-11-17T08:17:45,396 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca75572c57c8864c943a59b1c4926988: Waiting for close lock at 1731831465396Disabling compacts and flushes for region at 1731831465396Disabling writes for close at 1731831465396Writing region close event to WAL at 1731831465396Closed at 1731831465396 2024-11-17T08:17:45,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:17:45,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731831465397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831465397"}]},"ts":"1731831465397"} 2024-11-17T08:17:45,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:17:45,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:17:45,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831465401"}]},"ts":"1731831465401"} 2024-11-17T08:17:45,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T08:17:45,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ca75572c57c8864c943a59b1c4926988, ASSIGN}] 2024-11-17T08:17:45,405 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ca75572c57c8864c943a59b1c4926988, ASSIGN 2024-11-17T08:17:45,407 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ca75572c57c8864c943a59b1c4926988, ASSIGN; state=OFFLINE, location=e3d0adb87c01,41267,1731831451210; forceNewPlan=false, retain=false 2024-11-17T08:17:45,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:17:45,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:45,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:45,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:45,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:45,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ca75572c57c8864c943a59b1c4926988, regionState=OPENING, regionLocation=e3d0adb87c01,41267,1731831451210 2024-11-17T08:17:45,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ca75572c57c8864c943a59b1c4926988, ASSIGN because future has completed 2024-11-17T08:17:45,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca75572c57c8864c943a59b1c4926988, server=e3d0adb87c01,41267,1731831451210}] 2024-11-17T08:17:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:17:45,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988. 2024-11-17T08:17:45,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:17:45,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:17:45,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C41267%2C1731831451210.rep, suffix=, logDir=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210, archiveDir=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/oldWALs, maxLogs=10 2024-11-17T08:17:45,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.rep.1731831465723, exclude list is [], retry=0 2024-11-17T08:17:45,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37069,DS-f400ec7f-237a-4bb7-91a7-ddabd4ee1d4e,DISK] 2024-11-17T08:17:45,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.rep.1731831465723 2024-11-17T08:17:45,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-17T08:17:45,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ca75572c57c8864c943a59b1c4926988, NAME => 'hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:17:45,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:17:45,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:17:45,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988. service=MultiRowMutationService 2024-11-17T08:17:45,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:17:45,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ca75572c57c8864c943a59b1c4926988 2024-11-17T08:17:45,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:17:45,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ca75572c57c8864c943a59b1c4926988 2024-11-17T08:17:45,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ca75572c57c8864c943a59b1c4926988 2024-11-17T08:17:45,741 INFO [StoreOpener-ca75572c57c8864c943a59b1c4926988-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ca75572c57c8864c943a59b1c4926988 2024-11-17T08:17:45,743 INFO [StoreOpener-ca75572c57c8864c943a59b1c4926988-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca75572c57c8864c943a59b1c4926988 columnFamilyName hfileref 2024-11-17T08:17:45,743 DEBUG [StoreOpener-ca75572c57c8864c943a59b1c4926988-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:45,743 INFO [StoreOpener-ca75572c57c8864c943a59b1c4926988-1 {}] regionserver.HStore(327): Store=ca75572c57c8864c943a59b1c4926988/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:45,743 INFO [StoreOpener-ca75572c57c8864c943a59b1c4926988-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ca75572c57c8864c943a59b1c4926988 2024-11-17T08:17:45,745 INFO [StoreOpener-ca75572c57c8864c943a59b1c4926988-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca75572c57c8864c943a59b1c4926988 columnFamilyName queue 2024-11-17T08:17:45,745 DEBUG [StoreOpener-ca75572c57c8864c943a59b1c4926988-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:45,745 INFO [StoreOpener-ca75572c57c8864c943a59b1c4926988-1 {}] regionserver.HStore(327): Store=ca75572c57c8864c943a59b1c4926988/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:45,745 INFO [StoreOpener-ca75572c57c8864c943a59b1c4926988-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ca75572c57c8864c943a59b1c4926988 2024-11-17T08:17:45,746 INFO [StoreOpener-ca75572c57c8864c943a59b1c4926988-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca75572c57c8864c943a59b1c4926988 columnFamilyName sid 2024-11-17T08:17:45,746 DEBUG [StoreOpener-ca75572c57c8864c943a59b1c4926988-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:17:45,746 INFO [StoreOpener-ca75572c57c8864c943a59b1c4926988-1 {}] regionserver.HStore(327): Store=ca75572c57c8864c943a59b1c4926988/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:17:45,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ca75572c57c8864c943a59b1c4926988 2024-11-17T08:17:45,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/replication/ca75572c57c8864c943a59b1c4926988 2024-11-17T08:17:45,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/replication/ca75572c57c8864c943a59b1c4926988 2024-11-17T08:17:45,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ca75572c57c8864c943a59b1c4926988 2024-11-17T08:17:45,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ca75572c57c8864c943a59b1c4926988 2024-11-17T08:17:45,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:17:45,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ca75572c57c8864c943a59b1c4926988 2024-11-17T08:17:45,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/replication/ca75572c57c8864c943a59b1c4926988/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:17:45,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ca75572c57c8864c943a59b1c4926988; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59076417, jitterRate=-0.11969278752803802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:17:45,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca75572c57c8864c943a59b1c4926988 2024-11-17T08:17:45,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ca75572c57c8864c943a59b1c4926988: Running coprocessor pre-open hook at 1731831465740Writing region info on filesystem at 1731831465740Initializing all the Stores at 1731831465741 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831465741Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831465741Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831465741Cleaning up temporary data from old regions at 1731831465749 (+8 ms)Running coprocessor post-open hooks at 1731831465753 (+4 ms)Region opened successfully at 1731831465753 2024-11-17T08:17:45,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988., pid=10, masterSystemTime=1731831465717 2024-11-17T08:17:45,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988. 2024-11-17T08:17:45,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988. 2024-11-17T08:17:45,757 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ca75572c57c8864c943a59b1c4926988, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,41267,1731831451210 2024-11-17T08:17:45,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca75572c57c8864c943a59b1c4926988, server=e3d0adb87c01,41267,1731831451210 because future has completed 2024-11-17T08:17:45,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T08:17:45,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ca75572c57c8864c943a59b1c4926988, server=e3d0adb87c01,41267,1731831451210 in 196 msec 2024-11-17T08:17:45,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T08:17:45,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ca75572c57c8864c943a59b1c4926988, ASSIGN in 357 msec 2024-11-17T08:17:45,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:17:45,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831465764"}]},"ts":"1731831465764"} 2024-11-17T08:17:45,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T08:17:45,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:17:45,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-17T08:17:45,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988., hostname=e3d0adb87c01,41267,1731831451210, seqNum=2] 2024-11-17T08:17:45,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:17:45,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:17:45,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:17:46,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T08:17:46,071 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T08:17:46,098 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,41267,1731831451210, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:17:46,098 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:46,099 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41267,1731831451210, seqNum=-1] 2024-11-17T08:17:46,099 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:46,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-17T08:17:46,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e3d0adb87c01,41267,1731831451210', locateType=CURRENT is [region=hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988., hostname=e3d0adb87c01,41267,1731831451210, seqNum=2] 2024-11-17T08:17:46,117 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T08:17:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T08:17:46,120 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e3d0adb87c01,41267,1731831451210 suceeded 2024-11-17T08:17:46,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T08:17:46,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-17T08:17:46,123 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e3d0adb87c01:46169,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-17T08:17:46,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6410 sec 2024-11-17T08:17:46,137 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:46169' 2024-11-17T08:17:46,139 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c29b5f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:46,139 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,46169,-1 for getting cluster id 2024-11-17T08:17:46,139 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:46,140 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '176d468d-a92f-45cc-845f-e1a98debf713' 2024-11-17T08:17:46,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:46,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "176d468d-a92f-45cc-845f-e1a98debf713" 2024-11-17T08:17:46,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c242d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:46,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,46169,-1] 2024-11-17T08:17:46,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:46,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:46,142 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:46,143 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@144c4880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:46,143 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:17:46,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,46169,1731831456781 2024-11-17T08:17:46,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bcec028 2024-11-17T08:17:46,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:17:46,145 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-17T08:17:46,146 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,41267,1731831451210 (queues=1) is replicating from cluster=e07dfa0d-49c7-4dba-a00e-cb3ed9596bb7 to cluster=176d468d-a92f-45cc-845f-e1a98debf713 2024-11-17T08:17:46,146 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C41267%2C1731831451210 2024-11-17T08:17:46,146 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,41267,1731831451210, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:17:46,147 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613, startPosition=0, beingWritten=true 2024-11-17T08:17:46,154 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.shippere3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C41267%2C1731831451210 2024-11-17T08:17:46,162 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:17:46,162 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 379, reset compression=false 2024-11-17T08:17:46,162 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.shippere3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41267,1731831451210 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:17:46,367 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 379, reset compression=false 2024-11-17T08:17:46,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T08:17:46,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T08:17:46,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T08:17:46,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T08:17:46,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:17:46,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T08:17:46,671 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 379, reset compression=false 2024-11-17T08:17:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:17:46,718 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:17:46,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:17:46,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:46,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:46,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:46,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:17:46,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:46,725 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731831466723/Put/seqid=0 2024-11-17T08:17:46,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741840_1016 (size=7894) 2024-11-17T08:17:47,075 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 379, reset compression=false 2024-11-17T08:17:47,138 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/load_f/f/hfile_1 is 34, key is ddd/f:row/1731831467137/Put/seqid=0 2024-11-17T08:17:47,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741841_1017 (size=7691) 2024-11-17T08:17:47,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4301f58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:47,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37813,-1 for getting cluster id 2024-11-17T08:17:47,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:47,553 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e07dfa0d-49c7-4dba-a00e-cb3ed9596bb7' 2024-11-17T08:17:47,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:47,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e07dfa0d-49c7-4dba-a00e-cb3ed9596bb7" 2024-11-17T08:17:47,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e962fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:47,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37813,-1] 2024-11-17T08:17:47,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:47,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:47,559 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:47,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b152127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:47,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:47,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41267,1731831451210, seqNum=-1] 2024-11-17T08:17:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:47,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:17:47,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:17:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,37813,1731831451000 2024-11-17T08:17:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@525fd328 2024-11-17T08:17:47,584 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 379, reset compression=false 2024-11-17T08:17:47,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:17:47,586 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:17:47,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731831460165.480e88a8d952bab30998a68ca2e92542., hostname=e3d0adb87c01,41267,1731831451210, seqNum=2] 2024-11-17T08:17:47,608 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T08:17:47,622 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-17T08:17:47,627 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-17T08:17:47,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/load_f/f/hfile_0 for inclusion in 480e88a8d952bab30998a68ca2e92542/f 2024-11-17T08:17:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T08:17:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:17:47,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/load_f/f/hfile_1 for inclusion in 480e88a8d952bab30998a68ca2e92542/f 2024-11-17T08:17:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T08:17:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:17:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HRegion(2603): Flush status journal for 480e88a8d952bab30998a68ca2e92542: 2024-11-17T08:17:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/load_f/f/hfile_0 to hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__atjge8oamesiqklknd21hke9fs0ue6aasluk416ukf2v33f6600i5rppcl85qeos/f/hfile_0 2024-11-17T08:17:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__atjge8oamesiqklknd21hke9fs0ue6aasluk416ukf2v33f6600i5rppcl85qeos/f/hfile_0 as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/f/4b7ebf08dbb846a9903c21d6c68f83ab_SeqId_4_ 2024-11-17T08:17:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/load_f/f/hfile_1 to hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__atjge8oamesiqklknd21hke9fs0ue6aasluk416ukf2v33f6600i5rppcl85qeos/f/hfile_1 2024-11-17T08:17:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__atjge8oamesiqklknd21hke9fs0ue6aasluk416ukf2v33f6600i5rppcl85qeos/f/hfile_1 as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/f/3799582ed3cf495e9df20762f3d56f64_SeqId_4_ 2024-11-17T08:17:47,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__atjge8oamesiqklknd21hke9fs0ue6aasluk416ukf2v33f6600i5rppcl85qeos/f/hfile_0 into 480e88a8d952bab30998a68ca2e92542/f as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/f/4b7ebf08dbb846a9903c21d6c68f83ab_SeqId_4_ - updating store file list. 2024-11-17T08:17:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4b7ebf08dbb846a9903c21d6c68f83ab_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:17:47,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/f/4b7ebf08dbb846a9903c21d6c68f83ab_SeqId_4_ into 480e88a8d952bab30998a68ca2e92542/f 2024-11-17T08:17:47,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__atjge8oamesiqklknd21hke9fs0ue6aasluk416ukf2v33f6600i5rppcl85qeos/f/hfile_0 into 480e88a8d952bab30998a68ca2e92542/f (new location: hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/f/4b7ebf08dbb846a9903c21d6c68f83ab_SeqId_4_) 2024-11-17T08:17:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__atjge8oamesiqklknd21hke9fs0ue6aasluk416ukf2v33f6600i5rppcl85qeos/f/hfile_0 2024-11-17T08:17:47,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__atjge8oamesiqklknd21hke9fs0ue6aasluk416ukf2v33f6600i5rppcl85qeos/f/hfile_1 into 480e88a8d952bab30998a68ca2e92542/f as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/f/3799582ed3cf495e9df20762f3d56f64_SeqId_4_ - updating store file list. 2024-11-17T08:17:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3799582ed3cf495e9df20762f3d56f64_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:17:47,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/f/3799582ed3cf495e9df20762f3d56f64_SeqId_4_ into 480e88a8d952bab30998a68ca2e92542/f 2024-11-17T08:17:47,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__atjge8oamesiqklknd21hke9fs0ue6aasluk416ukf2v33f6600i5rppcl85qeos/f/hfile_1 into 480e88a8d952bab30998a68ca2e92542/f (new location: hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/f/3799582ed3cf495e9df20762f3d56f64_SeqId_4_) 2024-11-17T08:17:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__atjge8oamesiqklknd21hke9fs0ue6aasluk416ukf2v33f6600i5rppcl85qeos/f/hfile_1 2024-11-17T08:17:47,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:17:47,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:47,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:47,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:47,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:17:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731831460165.480e88a8d952bab30998a68ca2e92542., hostname=e3d0adb87c01,41267,1731831451210, seqNum=2 , the old value is region=test,,1731831460165.480e88a8d952bab30998a68ca2e92542., hostname=e3d0adb87c01,41267,1731831451210, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e3d0adb87c01:41267 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T08:17:47,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731831460165.480e88a8d952bab30998a68ca2e92542., hostname=e3d0adb87c01,41267,1731831451210, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T08:17:47,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731831460165.480e88a8d952bab30998a68ca2e92542., hostname=e3d0adb87c01,41267,1731831451210, seqNum=2 from cache 2024-11-17T08:17:47,750 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T08:17:47,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:47,752 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,45191,1731831456912, seqNum=-1] 2024-11-17T08:17:47,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:47,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:17:47,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8., hostname=e3d0adb87c01,45191,1731831456912, seqNum=2] 2024-11-17T08:17:47,758 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T08:17:47,858 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:41267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T08:17:48,194 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 379, reset compression=false 2024-11-17T08:17:48,201 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:17:48,201 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.shippere3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41267,1731831451210 got entry batch from reader: WALEntryBatch [walEntries=[{test/480e88a8d952bab30998a68ca2e92542/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731831467738/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T08:17:48,218 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.shippere3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:17:48,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-17T08:17:48,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.ReplicationSink(318): Replicating [e07dfa0d-49c7-4dba-a00e-cb3ed9596bb7] bulk loaded data 2024-11-17T08:17:48,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76999012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:48,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,46169,-1 for getting cluster id 2024-11-17T08:17:48,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:48,223 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '176d468d-a92f-45cc-845f-e1a98debf713' 2024-11-17T08:17:48,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:48,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "176d468d-a92f-45cc-845f-e1a98debf713" 2024-11-17T08:17:48,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a7fdd68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:48,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,46169,-1] 2024-11-17T08:17:48,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:48,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:48,225 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:48,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f8d0025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:48,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741837_1013 (size=7894) 2024-11-17T08:17:48,401 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 687, reset compression=false 2024-11-17T08:17:48,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741838_1014 (size=7691) 2024-11-17T08:17:48,705 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 687, reset compression=false 2024-11-17T08:17:48,761 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T08:17:49,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:17:49,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,46169,1731831456781 2024-11-17T08:17:49,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a916232 2024-11-17T08:17:49,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:17:49,053 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-17T08:17:49,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T08:17:49,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:49,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,45191,1731831456912, seqNum=-1] 2024-11-17T08:17:49,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:49,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-17T08:17:49,063 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/staging/jenkins.hfs.6__test__lqnvnurd07l1389budddkihn5su27q75bt629qiarqlajfkpragnbl4eigci5lqa/f/3799582ed3cf495e9df20762f3d56f64_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T08:17:49,067 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/staging/jenkins.hfs.6__test__lqnvnurd07l1389budddkihn5su27q75bt629qiarqlajfkpragnbl4eigci5lqa/f/4b7ebf08dbb846a9903c21d6c68f83ab_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T08:17:49,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/staging/jenkins.hfs.6__test__lqnvnurd07l1389budddkihn5su27q75bt629qiarqlajfkpragnbl4eigci5lqa/f/4b7ebf08dbb846a9903c21d6c68f83ab_SeqId_4_ for inclusion in 1e0c82914d298f9ef5c6408190a62aa8/f 2024-11-17T08:17:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T08:17:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:17:49,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/staging/jenkins.hfs.6__test__lqnvnurd07l1389budddkihn5su27q75bt629qiarqlajfkpragnbl4eigci5lqa/f/3799582ed3cf495e9df20762f3d56f64_SeqId_4_ for inclusion in 1e0c82914d298f9ef5c6408190a62aa8/f 2024-11-17T08:17:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T08:17:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:17:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HRegion(2603): Flush status journal for 1e0c82914d298f9ef5c6408190a62aa8: 2024-11-17T08:17:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4b7ebf08dbb846a9903c21d6c68f83ab_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T08:17:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/staging/jenkins.hfs.6__test__lqnvnurd07l1389budddkihn5su27q75bt629qiarqlajfkpragnbl4eigci5lqa/f/4b7ebf08dbb846a9903c21d6c68f83ab_SeqId_4_ as hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/default/test/1e0c82914d298f9ef5c6408190a62aa8/f/89f1307fb4064026963fa85a4547840b_SeqId_4_ 2024-11-17T08:17:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3799582ed3cf495e9df20762f3d56f64_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T08:17:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/staging/jenkins.hfs.6__test__lqnvnurd07l1389budddkihn5su27q75bt629qiarqlajfkpragnbl4eigci5lqa/f/3799582ed3cf495e9df20762f3d56f64_SeqId_4_ as hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/default/test/1e0c82914d298f9ef5c6408190a62aa8/f/8e904358834a4016a7acacfcf5e94e60_SeqId_4_ 2024-11-17T08:17:49,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/staging/jenkins.hfs.6__test__lqnvnurd07l1389budddkihn5su27q75bt629qiarqlajfkpragnbl4eigci5lqa/f/4b7ebf08dbb846a9903c21d6c68f83ab_SeqId_4_ into 1e0c82914d298f9ef5c6408190a62aa8/f as hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/default/test/1e0c82914d298f9ef5c6408190a62aa8/f/89f1307fb4064026963fa85a4547840b_SeqId_4_ - updating store file list. 2024-11-17T08:17:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89f1307fb4064026963fa85a4547840b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:17:49,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/default/test/1e0c82914d298f9ef5c6408190a62aa8/f/89f1307fb4064026963fa85a4547840b_SeqId_4_ into 1e0c82914d298f9ef5c6408190a62aa8/f 2024-11-17T08:17:49,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/staging/jenkins.hfs.6__test__lqnvnurd07l1389budddkihn5su27q75bt629qiarqlajfkpragnbl4eigci5lqa/f/4b7ebf08dbb846a9903c21d6c68f83ab_SeqId_4_ into 1e0c82914d298f9ef5c6408190a62aa8/f (new location: hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/default/test/1e0c82914d298f9ef5c6408190a62aa8/f/89f1307fb4064026963fa85a4547840b_SeqId_4_) 2024-11-17T08:17:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/staging/jenkins.hfs.6__test__lqnvnurd07l1389budddkihn5su27q75bt629qiarqlajfkpragnbl4eigci5lqa/f/4b7ebf08dbb846a9903c21d6c68f83ab_SeqId_4_ 2024-11-17T08:17:49,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/staging/jenkins.hfs.6__test__lqnvnurd07l1389budddkihn5su27q75bt629qiarqlajfkpragnbl4eigci5lqa/f/3799582ed3cf495e9df20762f3d56f64_SeqId_4_ into 1e0c82914d298f9ef5c6408190a62aa8/f as hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/default/test/1e0c82914d298f9ef5c6408190a62aa8/f/8e904358834a4016a7acacfcf5e94e60_SeqId_4_ - updating store file list. 2024-11-17T08:17:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8e904358834a4016a7acacfcf5e94e60_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:17:49,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/default/test/1e0c82914d298f9ef5c6408190a62aa8/f/8e904358834a4016a7acacfcf5e94e60_SeqId_4_ into 1e0c82914d298f9ef5c6408190a62aa8/f 2024-11-17T08:17:49,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/staging/jenkins.hfs.6__test__lqnvnurd07l1389budddkihn5su27q75bt629qiarqlajfkpragnbl4eigci5lqa/f/3799582ed3cf495e9df20762f3d56f64_SeqId_4_ into 1e0c82914d298f9ef5c6408190a62aa8/f (new location: hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/default/test/1e0c82914d298f9ef5c6408190a62aa8/f/8e904358834a4016a7acacfcf5e94e60_SeqId_4_) 2024-11-17T08:17:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/staging/jenkins.hfs.6__test__lqnvnurd07l1389budddkihn5su27q75bt629qiarqlajfkpragnbl4eigci5lqa/f/3799582ed3cf495e9df20762f3d56f64_SeqId_4_ 2024-11-17T08:17:49,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.ReplicationSink(324): Finished replicating [e07dfa0d-49c7-4dba-a00e-cb3ed9596bb7] bulk loaded data 2024-11-17T08:17:49,109 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 687, reset compression=false 2024-11-17T08:17:49,612 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 687, reset compression=false 2024-11-17T08:17:49,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:17:49,781 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731831469780/Put/seqid=0 2024-11-17T08:17:49,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741842_1018 (size=7997) 2024-11-17T08:17:50,217 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 687, reset compression=false 2024-11-17T08:17:50,239 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731831470238/Put/seqid=0 2024-11-17T08:17:50,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741843_1019 (size=7794) 2024-11-17T08:17:50,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4c577b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:50,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37813,-1 for getting cluster id 2024-11-17T08:17:50,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:17:50,646 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e07dfa0d-49c7-4dba-a00e-cb3ed9596bb7' 2024-11-17T08:17:50,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:17:50,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e07dfa0d-49c7-4dba-a00e-cb3ed9596bb7" 2024-11-17T08:17:50,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115cdb00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:50,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37813,-1] 2024-11-17T08:17:50,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:17:50,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:50,648 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:17:50,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5054a7fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:17:50,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:50,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41267,1731831451210, seqNum=-1] 2024-11-17T08:17:50,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:50,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:17:50,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:17:50,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,37813,1731831451000 2024-11-17T08:17:50,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331f40f6 2024-11-17T08:17:50,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:17:50,662 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:17:50,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731831460165.480e88a8d952bab30998a68ca2e92542., hostname=e3d0adb87c01,41267,1731831451210, seqNum=2] 2024-11-17T08:17:50,669 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T08:17:50,675 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-17T08:17:50,679 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-17T08:17:50,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/load_f1/f1/hfile_0 for inclusion in 480e88a8d952bab30998a68ca2e92542/f1 2024-11-17T08:17:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T08:17:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:17:50,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/load_f1/f1/hfile_1 for inclusion in 480e88a8d952bab30998a68ca2e92542/f1 2024-11-17T08:17:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T08:17:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:17:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HRegion(2603): Flush status journal for 480e88a8d952bab30998a68ca2e92542: 2024-11-17T08:17:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/load_f1/f1/hfile_0 to hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__ni57prrfg5tqvapd0rijo23at7id7ur0gcrlgdmm2mupnf7isq8d8qn67n756k79/f1/hfile_0 2024-11-17T08:17:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__ni57prrfg5tqvapd0rijo23at7id7ur0gcrlgdmm2mupnf7isq8d8qn67n756k79/f1/hfile_0 as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/f1/21854ef9fae04f8086407ad39d2d04d9_SeqId_6_ 2024-11-17T08:17:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/load_f1/f1/hfile_1 to hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__ni57prrfg5tqvapd0rijo23at7id7ur0gcrlgdmm2mupnf7isq8d8qn67n756k79/f1/hfile_1 2024-11-17T08:17:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__ni57prrfg5tqvapd0rijo23at7id7ur0gcrlgdmm2mupnf7isq8d8qn67n756k79/f1/hfile_1 as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/f1/5ee3964f6d5e4670b6679e2b0ff64d23_SeqId_6_ 2024-11-17T08:17:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-17T08:17:50,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__ni57prrfg5tqvapd0rijo23at7id7ur0gcrlgdmm2mupnf7isq8d8qn67n756k79/f1/hfile_0 into 480e88a8d952bab30998a68ca2e92542/f1 as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/f1/21854ef9fae04f8086407ad39d2d04d9_SeqId_6_ - updating store file list. 2024-11-17T08:17:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 21854ef9fae04f8086407ad39d2d04d9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T08:17:50,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/f1/21854ef9fae04f8086407ad39d2d04d9_SeqId_6_ into 480e88a8d952bab30998a68ca2e92542/f1 2024-11-17T08:17:50,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__ni57prrfg5tqvapd0rijo23at7id7ur0gcrlgdmm2mupnf7isq8d8qn67n756k79/f1/hfile_0 into 480e88a8d952bab30998a68ca2e92542/f1 (new location: hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/f1/21854ef9fae04f8086407ad39d2d04d9_SeqId_6_) 2024-11-17T08:17:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__ni57prrfg5tqvapd0rijo23at7id7ur0gcrlgdmm2mupnf7isq8d8qn67n756k79/f1/hfile_0 2024-11-17T08:17:50,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__ni57prrfg5tqvapd0rijo23at7id7ur0gcrlgdmm2mupnf7isq8d8qn67n756k79/f1/hfile_1 into 480e88a8d952bab30998a68ca2e92542/f1 as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/f1/5ee3964f6d5e4670b6679e2b0ff64d23_SeqId_6_ - updating store file list. 2024-11-17T08:17:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5ee3964f6d5e4670b6679e2b0ff64d23_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T08:17:50,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/f1/5ee3964f6d5e4670b6679e2b0ff64d23_SeqId_6_ into 480e88a8d952bab30998a68ca2e92542/f1 2024-11-17T08:17:50,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__ni57prrfg5tqvapd0rijo23at7id7ur0gcrlgdmm2mupnf7isq8d8qn67n756k79/f1/hfile_1 into 480e88a8d952bab30998a68ca2e92542/f1 (new location: hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/f1/5ee3964f6d5e4670b6679e2b0ff64d23_SeqId_6_) 2024-11-17T08:17:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/staging/jenkins__test__ni57prrfg5tqvapd0rijo23at7id7ur0gcrlgdmm2mupnf7isq8d8qn67n756k79/f1/hfile_1 2024-11-17T08:17:50,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:17:50,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:17:50,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:50,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:17:50,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:17:50,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731831460165.480e88a8d952bab30998a68ca2e92542., hostname=e3d0adb87c01,41267,1731831451210, seqNum=2 , the old value is region=test,,1731831460165.480e88a8d952bab30998a68ca2e92542., hostname=e3d0adb87c01,41267,1731831451210, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e3d0adb87c01:41267 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T08:17:50,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731831460165.480e88a8d952bab30998a68ca2e92542., hostname=e3d0adb87c01,41267,1731831451210, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T08:17:50,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731831460165.480e88a8d952bab30998a68ca2e92542., hostname=e3d0adb87c01,41267,1731831451210, seqNum=2 from cache 2024-11-17T08:17:50,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:17:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41267,1731831451210, seqNum=-1] 2024-11-17T08:17:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:17:50,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:17:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41267: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:41406 deadline: 1731831530708 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:41406 2024-11-17T08:17:50,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731831460165.480e88a8d952bab30998a68ca2e92542., hostname=e3d0adb87c01,41267,1731831451210, seqNum=2] 2024-11-17T08:17:50,818 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:41267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T08:17:50,921 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 687, reset compression=false 2024-11-17T08:17:50,927 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:17:50,927 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:17:50,927 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.shippere3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41267,1731831451210 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:17:51,131 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:17:51,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:17:51,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:51,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:51,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:51,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:17:51,435 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:17:51,838 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:17:52,342 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:17:52,946 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:17:53,650 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:17:54,454 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:17:55,358 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:17:56,364 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:17:57,468 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:17:58,672 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:17:59,976 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:00,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T08:18:01,380 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:02,884 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:04,488 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:06,192 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:06,370 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T08:18:07,995 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:09,904 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:10,936 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.shippere3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41267,1731831451210 got entry batch from reader: null 2024-11-17T08:18:11,908 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:14,012 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:14,658 INFO [master/e3d0adb87c01:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T08:18:14,659 INFO [master/e3d0adb87c01:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T08:18:16,216 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:18,521 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:20,044 INFO [master/e3d0adb87c01:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T08:18:20,044 INFO [master/e3d0adb87c01:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T08:18:20,924 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:23,428 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:26,031 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:26,308 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 480e88a8d952bab30998a68ca2e92542, had cached 0 bytes from a total of 31376 2024-11-17T08:18:28,459 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1e0c82914d298f9ef5c6408190a62aa8, had cached 0 bytes from a total of 15585 2024-11-17T08:18:28,735 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:30,590 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T08:18:30,936 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.shippere3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41267,1731831451210 got entry batch from reader: null 2024-11-17T08:18:31,539 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:34,443 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:34,647 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T08:18:36,370 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T08:18:37,447 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:40,551 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:43,754 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:47,058 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:50,461 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:50,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:18:50,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:18:50,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:18:50,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:18:50,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:18:50,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:18:50,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:18:50,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1995092718, stopped=false 2024-11-17T08:18:50,746 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,46169,1731831456781 2024-11-17T08:18:50,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12040162232/running 2024-11-17T08:18:50,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12040162232/running 2024-11-17T08:18:50,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232 2024-11-17T08:18:50,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232 2024-11-17T08:18:50,808 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:18:50,808 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:18:50,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:18:50,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:18:50,809 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,45191,1731831456912' ***** 2024-11-17T08:18:50,809 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:18:50,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Set watcher on znode that does not yet exist, /12040162232/running 2024-11-17T08:18:50,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Set watcher on znode that does not yet exist, /12040162232/running 2024-11-17T08:18:50,809 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:18:50,809 INFO [RS:0;e3d0adb87c01:45191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:18:50,809 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:18:50,809 INFO [RS:0;e3d0adb87c01:45191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:18:50,810 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e0c82914d298f9ef5c6408190a62aa8 2024-11-17T08:18:50,810 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,45191,1731831456912 2024-11-17T08:18:50,810 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:18:50,810 INFO [RS:0;e3d0adb87c01:45191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:45191. 2024-11-17T08:18:50,810 DEBUG [RS:0;e3d0adb87c01:45191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:18:50,810 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e0c82914d298f9ef5c6408190a62aa8, disabling compactions & flushes 2024-11-17T08:18:50,810 DEBUG [RS:0;e3d0adb87c01:45191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:18:50,810 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8. 2024-11-17T08:18:50,810 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8. 2024-11-17T08:18:50,810 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8. after waiting 0 ms 2024-11-17T08:18:50,810 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:18:50,810 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8. 2024-11-17T08:18:50,810 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:18:50,810 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:18:50,810 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:18:50,810 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T08:18:50,810 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1e0c82914d298f9ef5c6408190a62aa8=test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8.} 2024-11-17T08:18:50,810 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e0c82914d298f9ef5c6408190a62aa8 2024-11-17T08:18:50,810 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:18:50,810 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:18:50,810 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:18:50,811 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:18:50,811 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:18:50,811 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T08:18:50,815 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/default/test/1e0c82914d298f9ef5c6408190a62aa8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T08:18:50,815 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:18:50,815 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:18:50,815 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8. 2024-11-17T08:18:50,816 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e0c82914d298f9ef5c6408190a62aa8: Waiting for close lock at 1731831530810Running coprocessor pre-close hooks at 1731831530810Disabling compacts and flushes for region at 1731831530810Disabling writes for close at 1731831530810Writing region close event to WAL at 1731831530811 (+1 ms)Running coprocessor post-close hooks at 1731831530815 (+4 ms)Closed at 1731831530815 2024-11-17T08:18:50,816 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8. 2024-11-17T08:18:50,829 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:18:50,830 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/.tmp/info/7803d39bb2ac443aa01a4c372c0df389 is 129, key is test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8./info:regioninfo/1731831463474/Put/seqid=0 2024-11-17T08:18:50,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741839_1015 (size=6421) 2024-11-17T08:18:50,936 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.shippere3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41267,1731831451210 got entry batch from reader: null 2024-11-17T08:18:51,011 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:18:51,070 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:18:51,070 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:18:51,211 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:18:51,235 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/.tmp/info/7803d39bb2ac443aa01a4c372c0df389 2024-11-17T08:18:51,253 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/.tmp/ns/b3d94cf786b5423c9e0177bde21d8725 is 43, key is default/ns:d/1731831460031/Put/seqid=0 2024-11-17T08:18:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741840_1016 (size=5153) 2024-11-17T08:18:51,411 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:18:51,611 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:18:51,657 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/.tmp/ns/b3d94cf786b5423c9e0177bde21d8725 2024-11-17T08:18:51,674 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/.tmp/rep_barrier/e01bf19ef6d04ae39abf6185999870aa is 112, key is test,,1731831462320.1e0c82914d298f9ef5c6408190a62aa8./rep_barrier:seqnumDuringOpen/1731831463474/Put/seqid=0 2024-11-17T08:18:51,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741841_1017 (size=5518) 2024-11-17T08:18:51,811 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:18:51,811 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:18:51,811 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:18:52,011 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:18:52,078 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/.tmp/rep_barrier/e01bf19ef6d04ae39abf6185999870aa 2024-11-17T08:18:52,098 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/.tmp/table/b932c329e24d4075a115ec0a0089878b is 40, key is test/table:state/1731831463483/Put/seqid=0 2024-11-17T08:18:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741842_1018 (size=5165) 2024-11-17T08:18:52,212 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:18:52,412 DEBUG [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:18:52,502 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/.tmp/table/b932c329e24d4075a115ec0a0089878b 2024-11-17T08:18:52,509 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/.tmp/info/7803d39bb2ac443aa01a4c372c0df389 as hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/info/7803d39bb2ac443aa01a4c372c0df389 2024-11-17T08:18:52,514 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/info/7803d39bb2ac443aa01a4c372c0df389, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T08:18:52,515 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/.tmp/ns/b3d94cf786b5423c9e0177bde21d8725 as hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/ns/b3d94cf786b5423c9e0177bde21d8725 2024-11-17T08:18:52,520 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/ns/b3d94cf786b5423c9e0177bde21d8725, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T08:18:52,521 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/.tmp/rep_barrier/e01bf19ef6d04ae39abf6185999870aa as hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/rep_barrier/e01bf19ef6d04ae39abf6185999870aa 2024-11-17T08:18:52,527 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/rep_barrier/e01bf19ef6d04ae39abf6185999870aa, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T08:18:52,528 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/.tmp/table/b932c329e24d4075a115ec0a0089878b as hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/table/b932c329e24d4075a115ec0a0089878b 2024-11-17T08:18:52,533 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/table/b932c329e24d4075a115ec0a0089878b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T08:18:52,534 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false 2024-11-17T08:18:52,538 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T08:18:52,539 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:18:52,539 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:18:52,539 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:18:52,539 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831530810Running coprocessor pre-close hooks at 1731831530810Disabling compacts and flushes for region at 1731831530810Disabling writes for close at 1731831530811 (+1 ms)Obtaining lock to block concurrent updates at 1731831530811Preparing flush snapshotting stores in 1588230740 at 1731831530811Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731831530811Flushing stores of hbase:meta,,1.1588230740 at 1731831530812 (+1 ms)Flushing 1588230740/info: creating writer at 1731831530812Flushing 1588230740/info: appending metadata at 1731831530830 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731831530830Flushing 1588230740/ns: creating writer at 1731831531240 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731831531253 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731831531253Flushing 1588230740/rep_barrier: creating writer at 1731831531662 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731831531674 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731831531674Flushing 1588230740/table: creating writer at 1731831532083 (+409 ms)Flushing 1588230740/table: appending metadata at 1731831532098 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731831532098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc1e15c: reopening flushed file at 1731831532508 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72916b5b: reopening flushed file at 1731831532514 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b096e03: reopening flushed file at 1731831532520 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@396cf287: reopening flushed file at 1731831532527 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false at 1731831532534 (+7 ms)Writing region close event to WAL at 1731831532535 (+1 ms)Running coprocessor post-close hooks at 1731831532539 (+4 ms)Closed at 1731831532539 2024-11-17T08:18:52,539 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:18:52,612 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,45191,1731831456912; all regions closed. 2024-11-17T08:18:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741834_1010 (size=2717) 2024-11-17T08:18:52,614 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/WALs/e3d0adb87c01,45191,1731831456912/e3d0adb87c01%2C45191%2C1731831456912.meta.1731831459983.meta not finished, retry = 0 2024-11-17T08:18:52,717 DEBUG [RS:0;e3d0adb87c01:45191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/oldWALs 2024-11-17T08:18:52,717 INFO [RS:0;e3d0adb87c01:45191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C45191%2C1731831456912.meta:.meta(num 1731831459983) 2024-11-17T08:18:52,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741832_1008 (size=1028) 2024-11-17T08:18:52,721 DEBUG [RS:0;e3d0adb87c01:45191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/oldWALs 2024-11-17T08:18:52,721 INFO [RS:0;e3d0adb87c01:45191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C45191%2C1731831456912:(num 1731831459099) 2024-11-17T08:18:52,721 DEBUG [RS:0;e3d0adb87c01:45191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:18:52,721 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:18:52,721 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:18:52,721 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:18:52,721 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:18:52,721 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:18:52,721 INFO [RS:0;e3d0adb87c01:45191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:45191. 2024-11-17T08:18:52,722 DEBUG [RS:0;e3d0adb87c01:45191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:18:52,722 DEBUG [RS:0;e3d0adb87c01:45191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:18:52,722 DEBUG [RS:0;e3d0adb87c01:45191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:18:52,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:18:52,722 INFO [RS:0;e3d0adb87c01:45191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45191 2024-11-17T08:18:52,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232/rs 2024-11-17T08:18:52,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12040162232/rs/e3d0adb87c01,45191,1731831456912 2024-11-17T08:18:52,734 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:18:52,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,45191,1731831456912] 2024-11-17T08:18:52,755 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12040162232/draining/e3d0adb87c01,45191,1731831456912 already deleted, retry=false 2024-11-17T08:18:52,755 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,45191,1731831456912 expired; onlineServers=0 2024-11-17T08:18:52,755 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,46169,1731831456781' ***** 2024-11-17T08:18:52,755 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:18:52,756 INFO [M:0;e3d0adb87c01:46169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:18:52,756 INFO [M:0;e3d0adb87c01:46169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:18:52,756 DEBUG [M:0;e3d0adb87c01:46169 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:18:52,756 DEBUG [M:0;e3d0adb87c01:46169 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:18:52,756 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:18:52,756 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831458819 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831458819,5,FailOnTimeoutGroup] 2024-11-17T08:18:52,756 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831458819 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831458819,5,FailOnTimeoutGroup] 2024-11-17T08:18:52,756 INFO [M:0;e3d0adb87c01:46169 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:18:52,756 INFO [M:0;e3d0adb87c01:46169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:18:52,756 DEBUG [M:0;e3d0adb87c01:46169 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:18:52,756 INFO [M:0;e3d0adb87c01:46169 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:18:52,756 INFO [M:0;e3d0adb87c01:46169 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:18:52,756 INFO [M:0;e3d0adb87c01:46169 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:18:52,756 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:18:52,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12040162232/master 2024-11-17T08:18:52,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12040162232 2024-11-17T08:18:52,766 DEBUG [M:0;e3d0adb87c01:46169 {}] zookeeper.ZKUtil(347): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Unable to get data of znode /12040162232/master because node does not exist (not an error) 2024-11-17T08:18:52,766 WARN [M:0;e3d0adb87c01:46169 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:18:52,767 INFO [M:0;e3d0adb87c01:46169 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/.lastflushedseqids 2024-11-17T08:18:52,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741843_1019 (size=173) 2024-11-17T08:18:52,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:18:52,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10147debff70004, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:18:52,845 INFO [RS:0;e3d0adb87c01:45191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:18:52,845 INFO [RS:0;e3d0adb87c01:45191 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,45191,1731831456912; zookeeper connection closed. 2024-11-17T08:18:52,845 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a6b4bc9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a6b4bc9 2024-11-17T08:18:52,846 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:18:53,172 INFO [M:0;e3d0adb87c01:46169 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:18:53,172 INFO [M:0;e3d0adb87c01:46169 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:18:53,172 DEBUG [M:0;e3d0adb87c01:46169 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:18:53,172 INFO [M:0;e3d0adb87c01:46169 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:18:53,172 DEBUG [M:0;e3d0adb87c01:46169 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:18:53,172 DEBUG [M:0;e3d0adb87c01:46169 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:18:53,172 DEBUG [M:0;e3d0adb87c01:46169 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:18:53,172 INFO [M:0;e3d0adb87c01:46169 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-17T08:18:53,187 DEBUG [M:0;e3d0adb87c01:46169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9910cdf287943139f71755016b926bd is 82, key is hbase:meta,,1/info:regioninfo/1731831460013/Put/seqid=0 2024-11-17T08:18:53,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741844_1020 (size=5672) 2024-11-17T08:18:53,591 INFO [M:0;e3d0adb87c01:46169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9910cdf287943139f71755016b926bd 2024-11-17T08:18:53,610 DEBUG [M:0;e3d0adb87c01:46169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/182cd9c2e9cd420685113d358d69920c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731831463487/Put/seqid=0 2024-11-17T08:18:53,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741845_1021 (size=6727) 2024-11-17T08:18:53,965 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/WALs/e3d0adb87c01,41267,1731831451210/e3d0adb87c01%2C41267%2C1731831451210.1731831453613 to pos 997, reset compression=false 2024-11-17T08:18:54,015 INFO [M:0;e3d0adb87c01:46169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/182cd9c2e9cd420685113d358d69920c 2024-11-17T08:18:54,019 INFO [M:0;e3d0adb87c01:46169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 182cd9c2e9cd420685113d358d69920c 2024-11-17T08:18:54,032 DEBUG [M:0;e3d0adb87c01:46169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b632dc1f54494e208f88432586ddfe8b is 69, key is e3d0adb87c01,45191,1731831456912/rs:state/1731831458882/Put/seqid=0 2024-11-17T08:18:54,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741846_1022 (size=5156) 2024-11-17T08:18:54,437 INFO [M:0;e3d0adb87c01:46169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b632dc1f54494e208f88432586ddfe8b 2024-11-17T08:18:54,442 DEBUG [M:0;e3d0adb87c01:46169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9910cdf287943139f71755016b926bd as hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9910cdf287943139f71755016b926bd 2024-11-17T08:18:54,447 INFO [M:0;e3d0adb87c01:46169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9910cdf287943139f71755016b926bd, entries=8, sequenceid=58, filesize=5.5 K 2024-11-17T08:18:54,448 DEBUG [M:0;e3d0adb87c01:46169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/182cd9c2e9cd420685113d358d69920c as hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/182cd9c2e9cd420685113d358d69920c 2024-11-17T08:18:54,452 INFO [M:0;e3d0adb87c01:46169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 182cd9c2e9cd420685113d358d69920c 2024-11-17T08:18:54,452 INFO [M:0;e3d0adb87c01:46169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/182cd9c2e9cd420685113d358d69920c, entries=6, sequenceid=58, filesize=6.6 K 2024-11-17T08:18:54,453 DEBUG [M:0;e3d0adb87c01:46169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b632dc1f54494e208f88432586ddfe8b as hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b632dc1f54494e208f88432586ddfe8b 2024-11-17T08:18:54,458 INFO [M:0;e3d0adb87c01:46169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44781/user/jenkins/test-data/db666e6d-3b35-310f-20a7-6f9e943b585f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b632dc1f54494e208f88432586ddfe8b, entries=1, sequenceid=58, filesize=5.0 K 2024-11-17T08:18:54,459 INFO [M:0;e3d0adb87c01:46169 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false 2024-11-17T08:18:54,460 INFO [M:0;e3d0adb87c01:46169 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:18:54,460 DEBUG [M:0;e3d0adb87c01:46169 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831533172Disabling compacts and flushes for region at 1731831533172Disabling writes for close at 1731831533172Obtaining lock to block concurrent updates at 1731831533172Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831533172Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731831533173 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831533173Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831533173Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831533186 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831533186Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831533596 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831533610 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831533610Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831534020 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831534032 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831534032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f7f8a50: reopening flushed file at 1731831534441 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@208e0d5: reopening flushed file at 1731831534447 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724e36b9: reopening flushed file at 1731831534452 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false at 1731831534459 (+7 ms)Writing region close event to WAL at 1731831534460 (+1 ms)Closed at 1731831534460 2024-11-17T08:18:54,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741830_1006 (size=33026) 2024-11-17T08:18:54,463 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:18:54,463 INFO [M:0;e3d0adb87c01:46169 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:18:54,463 INFO [M:0;e3d0adb87c01:46169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46169 2024-11-17T08:18:54,463 INFO [M:0;e3d0adb87c01:46169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:18:54,632 INFO [M:0;e3d0adb87c01:46169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:18:54,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:18:54,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46169-0x10147debff70003, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:18:54,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21de0d8a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:18:54,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@720556c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:18:54,682 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:18:54,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11511695{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:18:54,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64b0f81c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/hadoop.log.dir/,STOPPED} 2024-11-17T08:18:54,684 WARN [BP-1305633966-172.17.0.3-1731831454807 heartbeating to localhost/127.0.0.1:44781 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:18:54,684 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:18:54,684 WARN [BP-1305633966-172.17.0.3-1731831454807 heartbeating to localhost/127.0.0.1:44781 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1305633966-172.17.0.3-1731831454807 (Datanode Uuid 97c0b94f-68a7-4d2e-aa2f-a3a0ebe6f5b3) service to localhost/127.0.0.1:44781 2024-11-17T08:18:54,684 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:18:54,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/cluster_66e1ba9c-ce2d-6404-07c1-4a8db2d7d716/data/data1/current/BP-1305633966-172.17.0.3-1731831454807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:18:54,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/cluster_66e1ba9c-ce2d-6404-07c1-4a8db2d7d716/data/data2/current/BP-1305633966-172.17.0.3-1731831454807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:18:54,685 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:18:54,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69abfab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:18:54,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21f7a875{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:18:54,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:18:54,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55084033{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:18:54,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@96969f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/hadoop.log.dir/,STOPPED} 2024-11-17T08:18:54,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:18:54,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:18:54,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:18:54,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:18:54,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:18:54,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:18:54,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:18:54,710 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:18:54,710 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1139457704, stopped=false 2024-11-17T08:18:54,710 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,37813,1731831451000 2024-11-17T08:18:54,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01390008546/running 2024-11-17T08:18:54,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01390008546/running 2024-11-17T08:18:54,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:18:54,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:18:54,724 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:18:54,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:18:54,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:18:54,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:18:54,725 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,41267,1731831451210' ***** 2024-11-17T08:18:54,725 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:18:54,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Set watcher on znode that does not yet exist, /01390008546/running 2024-11-17T08:18:54,725 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:18:54,725 INFO [RS:0;e3d0adb87c01:41267 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:18:54,725 INFO [RS:0;e3d0adb87c01:41267 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:18:54,725 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(3091): Received CLOSE for 480e88a8d952bab30998a68ca2e92542 2024-11-17T08:18:54,725 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:18:54,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Set watcher on znode that does not yet exist, /01390008546/running 2024-11-17T08:18:54,725 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(3091): Received CLOSE for ca75572c57c8864c943a59b1c4926988 2024-11-17T08:18:54,725 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,41267,1731831451210 2024-11-17T08:18:54,725 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:18:54,726 INFO [RS:0;e3d0adb87c01:41267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:41267. 2024-11-17T08:18:54,726 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 480e88a8d952bab30998a68ca2e92542, disabling compactions & flushes 2024-11-17T08:18:54,726 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731831460165.480e88a8d952bab30998a68ca2e92542. 2024-11-17T08:18:54,726 DEBUG [RS:0;e3d0adb87c01:41267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:18:54,726 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831460165.480e88a8d952bab30998a68ca2e92542. 2024-11-17T08:18:54,726 DEBUG [RS:0;e3d0adb87c01:41267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:18:54,726 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731831460165.480e88a8d952bab30998a68ca2e92542. after waiting 0 ms 2024-11-17T08:18:54,726 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731831460165.480e88a8d952bab30998a68ca2e92542. 2024-11-17T08:18:54,726 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:18:54,726 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:18:54,726 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:18:54,726 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:18:54,726 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T08:18:54,726 DEBUG [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 480e88a8d952bab30998a68ca2e92542=test,,1731831460165.480e88a8d952bab30998a68ca2e92542., ca75572c57c8864c943a59b1c4926988=hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988.} 2024-11-17T08:18:54,726 DEBUG [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 480e88a8d952bab30998a68ca2e92542, ca75572c57c8864c943a59b1c4926988 2024-11-17T08:18:54,726 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:18:54,726 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:18:54,726 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:18:54,726 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:18:54,726 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:18:54,727 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T08:18:54,734 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/default/test/480e88a8d952bab30998a68ca2e92542/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T08:18:54,734 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:18:54,734 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:18:54,734 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731831460165.480e88a8d952bab30998a68ca2e92542. 2024-11-17T08:18:54,734 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 480e88a8d952bab30998a68ca2e92542: Waiting for close lock at 1731831534726Running coprocessor pre-close hooks at 1731831534726Disabling compacts and flushes for region at 1731831534726Disabling writes for close at 1731831534726Writing region close event to WAL at 1731831534727 (+1 ms)Running coprocessor post-close hooks at 1731831534734 (+7 ms)Closed at 1731831534734 2024-11-17T08:18:54,734 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731831460165.480e88a8d952bab30998a68ca2e92542. 2024-11-17T08:18:54,735 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca75572c57c8864c943a59b1c4926988, disabling compactions & flushes 2024-11-17T08:18:54,735 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988. 2024-11-17T08:18:54,735 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988. 2024-11-17T08:18:54,735 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988. after waiting 0 ms 2024-11-17T08:18:54,735 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988. 2024-11-17T08:18:54,735 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ca75572c57c8864c943a59b1c4926988 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-17T08:18:54,745 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/.tmp/info/16d80ffb6ba54817bcf90008a5a90070 is 147, key is hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988./info:regioninfo/1731831465757/Put/seqid=0 2024-11-17T08:18:54,751 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/replication/ca75572c57c8864c943a59b1c4926988/.tmp/hfileref/e84db0968a9648f78e2a5f05c0cb41fd is 74, key is 1/hfileref:3799582ed3cf495e9df20762f3d56f64_SeqId_4_/1731831469094/DeleteColumn/seqid=0 2024-11-17T08:18:54,751 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:18:54,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741844_1020 (size=7686) 2024-11-17T08:18:54,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741845_1021 (size=5203) 2024-11-17T08:18:54,926 DEBUG [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ca75572c57c8864c943a59b1c4926988 2024-11-17T08:18:55,127 DEBUG [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ca75572c57c8864c943a59b1c4926988 2024-11-17T08:18:55,153 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/.tmp/info/16d80ffb6ba54817bcf90008a5a90070 2024-11-17T08:18:55,155 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/replication/ca75572c57c8864c943a59b1c4926988/.tmp/hfileref/e84db0968a9648f78e2a5f05c0cb41fd 2024-11-17T08:18:55,172 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/replication/ca75572c57c8864c943a59b1c4926988/.tmp/queue/05c188579ab541c9ad7c6754756b76f7 is 153, key is 1-e3d0adb87c01,41267,1731831451210/queue:e3d0adb87c01%2C41267%2C1731831451210/1731831470928/Put/seqid=0 2024-11-17T08:18:55,172 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/.tmp/ns/0c8edd5a789840998a0c301e97dd081f is 43, key is default/ns:d/1731831454635/Put/seqid=0 2024-11-17T08:18:55,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741847_1023 (size=5153) 2024-11-17T08:18:55,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741846_1022 (size=5352) 2024-11-17T08:18:55,327 DEBUG [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ca75572c57c8864c943a59b1c4926988 2024-11-17T08:18:55,487 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:18:55,487 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:18:55,527 DEBUG [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ca75572c57c8864c943a59b1c4926988 2024-11-17T08:18:55,576 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/replication/ca75572c57c8864c943a59b1c4926988/.tmp/queue/05c188579ab541c9ad7c6754756b76f7 2024-11-17T08:18:55,576 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/.tmp/ns/0c8edd5a789840998a0c301e97dd081f 2024-11-17T08:18:55,583 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/replication/ca75572c57c8864c943a59b1c4926988/.tmp/hfileref/e84db0968a9648f78e2a5f05c0cb41fd as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/replication/ca75572c57c8864c943a59b1c4926988/hfileref/e84db0968a9648f78e2a5f05c0cb41fd 2024-11-17T08:18:55,597 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/replication/ca75572c57c8864c943a59b1c4926988/hfileref/e84db0968a9648f78e2a5f05c0cb41fd, entries=2, sequenceid=10, filesize=5.1 K 2024-11-17T08:18:55,599 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/replication/ca75572c57c8864c943a59b1c4926988/.tmp/queue/05c188579ab541c9ad7c6754756b76f7 as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/replication/ca75572c57c8864c943a59b1c4926988/queue/05c188579ab541c9ad7c6754756b76f7 2024-11-17T08:18:55,603 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/.tmp/rep_barrier/aae42748c3c14625812bf3b6c5b6634f is 112, key is test,,1731831460165.480e88a8d952bab30998a68ca2e92542./rep_barrier:seqnumDuringOpen/1731831461326/Put/seqid=0 2024-11-17T08:18:55,609 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/replication/ca75572c57c8864c943a59b1c4926988/queue/05c188579ab541c9ad7c6754756b76f7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T08:18:55,611 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for ca75572c57c8864c943a59b1c4926988 in 875ms, sequenceid=10, compaction requested=false 2024-11-17T08:18:55,619 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/replication/ca75572c57c8864c943a59b1c4926988/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T08:18:55,619 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:18:55,619 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:18:55,619 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988. 2024-11-17T08:18:55,620 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca75572c57c8864c943a59b1c4926988: Waiting for close lock at 1731831534735Running coprocessor pre-close hooks at 1731831534735Disabling compacts and flushes for region at 1731831534735Disabling writes for close at 1731831534735Obtaining lock to block concurrent updates at 1731831534735Preparing flush snapshotting stores in ca75572c57c8864c943a59b1c4926988 at 1731831534735Finished memstore snapshotting hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731831534735Flushing stores of hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988. at 1731831534736 (+1 ms)Flushing ca75572c57c8864c943a59b1c4926988/hfileref: creating writer at 1731831534736Flushing ca75572c57c8864c943a59b1c4926988/hfileref: appending metadata at 1731831534751 (+15 ms)Flushing ca75572c57c8864c943a59b1c4926988/hfileref: closing flushed file at 1731831534751Flushing ca75572c57c8864c943a59b1c4926988/queue: creating writer at 1731831535159 (+408 ms)Flushing ca75572c57c8864c943a59b1c4926988/queue: appending metadata at 1731831535171 (+12 ms)Flushing ca75572c57c8864c943a59b1c4926988/queue: closing flushed file at 1731831535171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f935a3e: reopening flushed file at 1731831535582 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4d77a9: reopening flushed file at 1731831535598 (+16 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for ca75572c57c8864c943a59b1c4926988 in 875ms, sequenceid=10, compaction requested=false at 1731831535611 (+13 ms)Writing region close event to WAL at 1731831535614 (+3 ms)Running coprocessor post-close hooks at 1731831535619 (+5 ms)Closed at 1731831535619 2024-11-17T08:18:55,620 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731831464580.ca75572c57c8864c943a59b1c4926988. 2024-11-17T08:18:55,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741848_1024 (size=5518) 2024-11-17T08:18:55,630 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/.tmp/rep_barrier/aae42748c3c14625812bf3b6c5b6634f 2024-11-17T08:18:55,658 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/.tmp/table/ffd55a46de444995b2c904d59613228d is 53, key is hbase:replication/table:state/1731831465764/Put/seqid=0 2024-11-17T08:18:55,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741849_1025 (size=5308) 2024-11-17T08:18:55,727 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:18:55,727 DEBUG [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:18:55,727 DEBUG [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:18:55,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:18:55,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:18:55,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:18:55,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:18:55,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:18:55,928 DEBUG [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:18:56,069 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/.tmp/table/ffd55a46de444995b2c904d59613228d 2024-11-17T08:18:56,079 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/.tmp/info/16d80ffb6ba54817bcf90008a5a90070 as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/info/16d80ffb6ba54817bcf90008a5a90070 2024-11-17T08:18:56,086 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/info/16d80ffb6ba54817bcf90008a5a90070, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T08:18:56,087 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/.tmp/ns/0c8edd5a789840998a0c301e97dd081f as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/ns/0c8edd5a789840998a0c301e97dd081f 2024-11-17T08:18:56,094 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/ns/0c8edd5a789840998a0c301e97dd081f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T08:18:56,095 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/.tmp/rep_barrier/aae42748c3c14625812bf3b6c5b6634f as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/rep_barrier/aae42748c3c14625812bf3b6c5b6634f 2024-11-17T08:18:56,102 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/rep_barrier/aae42748c3c14625812bf3b6c5b6634f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T08:18:56,104 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/.tmp/table/ffd55a46de444995b2c904d59613228d as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/table/ffd55a46de444995b2c904d59613228d 2024-11-17T08:18:56,113 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/table/ffd55a46de444995b2c904d59613228d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T08:18:56,115 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1388ms, sequenceid=16, compaction requested=false 2024-11-17T08:18:56,128 DEBUG [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:18:56,128 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T08:18:56,129 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:18:56,129 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:18:56,129 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:18:56,129 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831534726Running coprocessor pre-close hooks at 1731831534726Disabling compacts and flushes for region at 1731831534726Disabling writes for close at 1731831534726Obtaining lock to block concurrent updates at 1731831534727 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731831534727Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731831534727Flushing stores of hbase:meta,,1.1588230740 at 1731831534727Flushing 1588230740/info: creating writer at 1731831534728 (+1 ms)Flushing 1588230740/info: appending metadata at 1731831534745 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731831534745Flushing 1588230740/ns: creating writer at 1731831535159 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731831535171 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731831535172 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731831535582 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731831535602 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731831535602Flushing 1588230740/table: creating writer at 1731831535637 (+35 ms)Flushing 1588230740/table: appending metadata at 1731831535658 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731831535658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@233f0d26: reopening flushed file at 1731831536078 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b819d3: reopening flushed file at 1731831536086 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226f94de: reopening flushed file at 1731831536094 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aca8b74: reopening flushed file at 1731831536103 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1388ms, sequenceid=16, compaction requested=false at 1731831536115 (+12 ms)Writing region close event to WAL at 1731831536124 (+9 ms)Running coprocessor post-close hooks at 1731831536129 (+5 ms)Closed at 1731831536129 2024-11-17T08:18:56,129 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:18:56,328 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,41267,1731831451210; all regions closed. 2024-11-17T08:18:56,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741834_1010 (size=4239) 2024-11-17T08:18:56,332 DEBUG [RS:0;e3d0adb87c01:41267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/oldWALs 2024-11-17T08:18:56,333 INFO [RS:0;e3d0adb87c01:41267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C41267%2C1731831451210.meta:.meta(num 1731831454551) 2024-11-17T08:18:56,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741839_1015 (size=2700) 2024-11-17T08:18:56,337 DEBUG [RS:0;e3d0adb87c01:41267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/oldWALs 2024-11-17T08:18:56,337 INFO [RS:0;e3d0adb87c01:41267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C41267%2C1731831451210.rep:(num 1731831465723) 2024-11-17T08:18:56,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741832_1008 (size=1300) 2024-11-17T08:18:56,344 DEBUG [RS:0;e3d0adb87c01:41267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/oldWALs 2024-11-17T08:18:56,344 INFO [RS:0;e3d0adb87c01:41267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C41267%2C1731831451210:(num 1731831453613) 2024-11-17T08:18:56,344 DEBUG [RS:0;e3d0adb87c01:41267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:18:56,344 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:18:56,344 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:18:56,345 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:18:56,345 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:18:56,345 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:18:56,345 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,41267,1731831451210 because: Region server is closing 2024-11-17T08:18:56,345 INFO [RS:0;e3d0adb87c01:41267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:41267. 2024-11-17T08:18:56,345 DEBUG [RS:0;e3d0adb87c01:41267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:18:56,345 DEBUG [RS:0;e3d0adb87c01:41267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:18:56,346 DEBUG [RS:0;e3d0adb87c01:41267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:18:56,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:18:56,349 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:18:56,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:18:56,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:18:56,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:18:56,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:18:56,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:18:56,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:18:56,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T08:18:56,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T08:18:56,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T08:18:56,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:18:56,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:18:56,446 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.wal-reader.e3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T08:18:56,446 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.shippere3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T08:18:56,446 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41267,1731831451210.replicationSource.shippere3d0adb87c01%2C41267%2C1731831451210,1-e3d0adb87c01,41267,1731831451210 terminated 2024-11-17T08:18:56,446 INFO [RS:0;e3d0adb87c01:41267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41267 2024-11-17T08:18:56,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546/rs 2024-11-17T08:18:56,500 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:18:56,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01390008546/rs/e3d0adb87c01,41267,1731831451210 2024-11-17T08:18:56,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,41267,1731831451210] 2024-11-17T08:18:56,524 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01390008546/draining/e3d0adb87c01,41267,1731831451210 already deleted, retry=false 2024-11-17T08:18:56,524 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,41267,1731831451210 expired; onlineServers=0 2024-11-17T08:18:56,524 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,37813,1731831451000' ***** 2024-11-17T08:18:56,524 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:18:56,524 INFO [M:0;e3d0adb87c01:37813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:18:56,524 INFO [M:0;e3d0adb87c01:37813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:18:56,524 DEBUG [M:0;e3d0adb87c01:37813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:18:56,524 DEBUG [M:0;e3d0adb87c01:37813 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:18:56,524 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:18:56,524 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831453346 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831453346,5,FailOnTimeoutGroup] 2024-11-17T08:18:56,524 INFO [M:0;e3d0adb87c01:37813 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:18:56,525 INFO [M:0;e3d0adb87c01:37813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:18:56,525 DEBUG [M:0;e3d0adb87c01:37813 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:18:56,525 INFO [M:0;e3d0adb87c01:37813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:18:56,525 INFO [M:0;e3d0adb87c01:37813 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:18:56,525 INFO [M:0;e3d0adb87c01:37813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:18:56,525 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831453346 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831453346,5,FailOnTimeoutGroup] 2024-11-17T08:18:56,526 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:18:56,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01390008546/master 2024-11-17T08:18:56,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01390008546 2024-11-17T08:18:56,545 DEBUG [M:0;e3d0adb87c01:37813 {}] zookeeper.RecoverableZooKeeper(212): Node /01390008546/master already deleted, retry=false 2024-11-17T08:18:56,545 DEBUG [M:0;e3d0adb87c01:37813 {}] master.ActiveMasterManager(353): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Failed delete of our master address node; KeeperErrorCode = NoNode for /01390008546/master 2024-11-17T08:18:56,547 INFO [M:0;e3d0adb87c01:37813 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/.lastflushedseqids 2024-11-17T08:18:56,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741850_1026 (size=263) 2024-11-17T08:18:56,552 INFO [M:0;e3d0adb87c01:37813 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:18:56,552 INFO [M:0;e3d0adb87c01:37813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:18:56,552 DEBUG [M:0;e3d0adb87c01:37813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:18:56,552 INFO [M:0;e3d0adb87c01:37813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:18:56,553 DEBUG [M:0;e3d0adb87c01:37813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:18:56,553 DEBUG [M:0;e3d0adb87c01:37813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:18:56,553 DEBUG [M:0;e3d0adb87c01:37813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:18:56,553 INFO [M:0;e3d0adb87c01:37813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-17T08:18:56,576 DEBUG [M:0;e3d0adb87c01:37813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ba4a86dd3304ec38aa10884aef90c7d is 82, key is hbase:meta,,1/info:regioninfo/1731831454583/Put/seqid=0 2024-11-17T08:18:56,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741851_1027 (size=5672) 2024-11-17T08:18:56,582 INFO [M:0;e3d0adb87c01:37813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ba4a86dd3304ec38aa10884aef90c7d 2024-11-17T08:18:56,614 INFO [RS:0;e3d0adb87c01:41267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:18:56,614 INFO [RS:0;e3d0adb87c01:41267 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,41267,1731831451210; zookeeper connection closed. 2024-11-17T08:18:56,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:18:56,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41267-0x10147debff70001, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:18:56,614 DEBUG [M:0;e3d0adb87c01:37813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b81289cca6d64c839f395a90b3f8ecfc is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731831461340/Put/seqid=0 2024-11-17T08:18:56,616 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cd0ee32 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cd0ee32 2024-11-17T08:18:56,616 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:18:56,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741852_1028 (size=7240) 2024-11-17T08:18:57,023 INFO [M:0;e3d0adb87c01:37813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b81289cca6d64c839f395a90b3f8ecfc 2024-11-17T08:18:57,028 INFO [M:0;e3d0adb87c01:37813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b81289cca6d64c839f395a90b3f8ecfc 2024-11-17T08:18:57,046 DEBUG [M:0;e3d0adb87c01:37813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d1a808e6c004b42aa03ed731a964cf5 is 69, key is e3d0adb87c01,41267,1731831451210/rs:state/1731831453468/Put/seqid=0 2024-11-17T08:18:57,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741853_1029 (size=5156) 2024-11-17T08:18:57,457 INFO [M:0;e3d0adb87c01:37813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d1a808e6c004b42aa03ed731a964cf5 2024-11-17T08:18:57,462 DEBUG [M:0;e3d0adb87c01:37813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ba4a86dd3304ec38aa10884aef90c7d as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ba4a86dd3304ec38aa10884aef90c7d 2024-11-17T08:18:57,466 INFO [M:0;e3d0adb87c01:37813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ba4a86dd3304ec38aa10884aef90c7d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T08:18:57,467 DEBUG [M:0;e3d0adb87c01:37813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b81289cca6d64c839f395a90b3f8ecfc as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b81289cca6d64c839f395a90b3f8ecfc 2024-11-17T08:18:57,472 INFO [M:0;e3d0adb87c01:37813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b81289cca6d64c839f395a90b3f8ecfc 2024-11-17T08:18:57,472 INFO [M:0;e3d0adb87c01:37813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b81289cca6d64c839f395a90b3f8ecfc, entries=11, sequenceid=105, filesize=7.1 K 2024-11-17T08:18:57,473 DEBUG [M:0;e3d0adb87c01:37813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d1a808e6c004b42aa03ed731a964cf5 as hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d1a808e6c004b42aa03ed731a964cf5 2024-11-17T08:18:57,477 INFO [M:0;e3d0adb87c01:37813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d224884a-798f-962a-8b64-a135f00b1a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d1a808e6c004b42aa03ed731a964cf5, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T08:18:57,478 INFO [M:0;e3d0adb87c01:37813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 924ms, sequenceid=105, compaction requested=false 2024-11-17T08:18:57,484 INFO [M:0;e3d0adb87c01:37813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:18:57,484 DEBUG [M:0;e3d0adb87c01:37813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831536552Disabling compacts and flushes for region at 1731831536552Disabling writes for close at 1731831536553 (+1 ms)Obtaining lock to block concurrent updates at 1731831536553Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831536553Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731831536553Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831536554 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831536554Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831536576 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831536576Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831536591 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831536613 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831536613Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831537028 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831537045 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831537045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed70495: reopening flushed file at 1731831537461 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@333ce553: reopening flushed file at 1731831537466 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ee9ed43: reopening flushed file at 1731831537472 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 924ms, sequenceid=105, compaction requested=false at 1731831537478 (+6 ms)Writing region close event to WAL at 1731831537484 (+6 ms)Closed at 1731831537484 2024-11-17T08:18:57,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741830_1006 (size=64526) 2024-11-17T08:18:57,487 INFO [M:0;e3d0adb87c01:37813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:18:57,487 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:18:57,487 INFO [M:0;e3d0adb87c01:37813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37813 2024-11-17T08:18:57,488 INFO [M:0;e3d0adb87c01:37813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:18:57,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:18:57,643 INFO [M:0;e3d0adb87c01:37813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:18:57,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37813-0x10147debff70000, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:18:57,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@384d4aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:18:57,650 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20748bec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:18:57,650 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:18:57,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44b791d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:18:57,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@368d87d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/hadoop.log.dir/,STOPPED} 2024-11-17T08:18:57,651 WARN [BP-765740614-172.17.0.3-1731831448684 heartbeating to localhost/127.0.0.1:39819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:18:57,651 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:18:57,651 WARN [BP-765740614-172.17.0.3-1731831448684 heartbeating to localhost/127.0.0.1:39819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-765740614-172.17.0.3-1731831448684 (Datanode Uuid 39bebc88-0941-4317-b965-0d9b102aa75a) service to localhost/127.0.0.1:39819 2024-11-17T08:18:57,651 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:18:57,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/cluster_5a753396-91f6-cb7b-57bc-bf773ff82b44/data/data1/current/BP-765740614-172.17.0.3-1731831448684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:18:57,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/cluster_5a753396-91f6-cb7b-57bc-bf773ff82b44/data/data2/current/BP-765740614-172.17.0.3-1731831448684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:18:57,652 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:18:57,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@148f4fe5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:18:57,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72827ecd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:18:57,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:18:57,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6423a617{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:18:57,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f85ec92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c76338d-6622-d1f2-9560-c20c26d97a74/hadoop.log.dir/,STOPPED} 2024-11-17T08:18:57,665 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T08:18:57,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:18:57,685 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 143) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44781 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fa2dcb8e8b0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39819 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65046) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65046) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fa2dcb8e8b0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=253 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=3235 (was 3341) 2024-11-17T08:18:57,692 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=253, ProcessCount=11, AvailableMemoryMB=3235 2024-11-17T08:18:57,705 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-17T08:18:57,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/hadoop.log.dir so I do NOT create it in target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c 2024-11-17T08:18:57,706 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:18:57,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/hadoop.tmp.dir so I do NOT create it in target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c 2024-11-17T08:18:57,706 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ad99383-b5f7-b7b5-2cbb-06104a18e7eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:18:57,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c 2024-11-17T08:18:57,706 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/cluster_a83bf6de-5e5c-91fc-c7d1-dde0276e30aa, deleteOnExit=true 2024-11-17T08:18:57,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/cluster_a83bf6de-5e5c-91fc-c7d1-dde0276e30aa/zookeeper_0, clientPort=50184, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/cluster_a83bf6de-5e5c-91fc-c7d1-dde0276e30aa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/cluster_a83bf6de-5e5c-91fc-c7d1-dde0276e30aa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T08:18:57,728 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50184 2024-11-17T08:18:57,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:18:57,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:18:57,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/test.cache.data in system properties and HBase conf 2024-11-17T08:18:57,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:18:57,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:18:57,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:18:57,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:18:57,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:18:57,729 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:18:57,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:18:57,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:18:57,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:18:57,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:18:57,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:18:57,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:18:57,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:18:57,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:18:57,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:18:57,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:18:57,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:18:57,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:18:57,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:18:57,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:18:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10147debff70002, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:18:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10147debff70005, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:18:57,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10147debff70005, quorum=127.0.0.1:65046, baseZNode=/12040162232 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:18:57,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10147debff70002, quorum=127.0.0.1:65046, baseZNode=/01390008546 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:18:58,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:18:58,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:18:58,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:18:58,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:18:58,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:18:58,280 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:18:58,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a2fe188{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:18:58,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c03d391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:18:58,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5061c242{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/java.io.tmpdir/jetty-localhost-36731-hadoop-hdfs-3_4_1-tests_jar-_-any-6435301263526957964/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:18:58,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5725fce1{HTTP/1.1, (http/1.1)}{localhost:36731} 2024-11-17T08:18:58,401 INFO [Time-limited test {}] server.Server(415): Started @138683ms 2024-11-17T08:18:58,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:18:58,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:18:58,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:18:58,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:18:58,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:18:58,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@147a035e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:18:58,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68d904c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:18:58,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cbcbfb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/java.io.tmpdir/jetty-localhost-41645-hadoop-hdfs-3_4_1-tests_jar-_-any-6463401859864674027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:18:58,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43afdc90{HTTP/1.1, (http/1.1)}{localhost:41645} 2024-11-17T08:18:58,908 INFO [Time-limited test {}] server.Server(415): Started @139189ms 2024-11-17T08:18:58,909 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:18:59,860 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/cluster_a83bf6de-5e5c-91fc-c7d1-dde0276e30aa/data/data2/current/BP-882729921-172.17.0.3-1731831537747/current, will proceed with Du for space computation calculation, 2024-11-17T08:18:59,860 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/cluster_a83bf6de-5e5c-91fc-c7d1-dde0276e30aa/data/data1/current/BP-882729921-172.17.0.3-1731831537747/current, will proceed with Du for space computation calculation, 2024-11-17T08:18:59,882 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:18:59,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe277aeaa6c95ceee with lease ID 0x9948a15b320adfdd: Processing first storage report for DS-72e74f68-6c80-4973-93d5-21192cac1424 from datanode DatanodeRegistration(127.0.0.1:32983, datanodeUuid=053ee8cd-16a6-44c4-83e4-50c614395c3f, infoPort=40379, infoSecurePort=0, ipcPort=41455, storageInfo=lv=-57;cid=testClusterID;nsid=844855578;c=1731831537747) 2024-11-17T08:18:59,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe277aeaa6c95ceee with lease ID 0x9948a15b320adfdd: from storage DS-72e74f68-6c80-4973-93d5-21192cac1424 node DatanodeRegistration(127.0.0.1:32983, datanodeUuid=053ee8cd-16a6-44c4-83e4-50c614395c3f, infoPort=40379, infoSecurePort=0, ipcPort=41455, storageInfo=lv=-57;cid=testClusterID;nsid=844855578;c=1731831537747), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:18:59,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe277aeaa6c95ceee with lease ID 0x9948a15b320adfdd: Processing first storage report for DS-12283150-1b1f-4e70-8695-8fe9172483c2 from datanode DatanodeRegistration(127.0.0.1:32983, datanodeUuid=053ee8cd-16a6-44c4-83e4-50c614395c3f, infoPort=40379, infoSecurePort=0, ipcPort=41455, storageInfo=lv=-57;cid=testClusterID;nsid=844855578;c=1731831537747) 2024-11-17T08:18:59,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe277aeaa6c95ceee with lease ID 0x9948a15b320adfdd: from storage DS-12283150-1b1f-4e70-8695-8fe9172483c2 node DatanodeRegistration(127.0.0.1:32983, datanodeUuid=053ee8cd-16a6-44c4-83e4-50c614395c3f, infoPort=40379, infoSecurePort=0, ipcPort=41455, storageInfo=lv=-57;cid=testClusterID;nsid=844855578;c=1731831537747), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:18:59,942 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c 2024-11-17T08:18:59,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:18:59,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:18:59,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:19:00,353 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89 with version=8 2024-11-17T08:19:00,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/hbase-staging 2024-11-17T08:19:00,355 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:19:00,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:00,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:00,355 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:19:00,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:00,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:19:00,355 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:19:00,355 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:19:00,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35617 2024-11-17T08:19:00,356 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35617 connecting to ZooKeeper ensemble=127.0.0.1:50184 2024-11-17T08:19:00,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356170x0, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:19:00,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35617-0x10147e01be80000 connected 2024-11-17T08:19:01,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:01,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:01,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on znode that does not yet exist, /01134593808/running 2024-11-17T08:19:01,153 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89, hbase.cluster.distributed=false 2024-11-17T08:19:01,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on znode that does not yet exist, /01134593808/acl 2024-11-17T08:19:01,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35617 2024-11-17T08:19:01,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35617 2024-11-17T08:19:01,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35617 2024-11-17T08:19:01,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35617 2024-11-17T08:19:01,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35617 2024-11-17T08:19:01,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:19:01,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:01,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:01,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:19:01,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:01,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:19:01,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:19:01,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:19:01,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40087 2024-11-17T08:19:01,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40087 connecting to ZooKeeper ensemble=127.0.0.1:50184 2024-11-17T08:19:01,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:01,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:01,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400870x0, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:19:01,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400870x0, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on znode that does not yet exist, /01134593808/running 2024-11-17T08:19:01,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40087-0x10147e01be80001 connected 2024-11-17T08:19:01,290 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:19:01,290 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:19:01,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on znode that does not yet exist, /01134593808/master 2024-11-17T08:19:01,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on znode that does not yet exist, /01134593808/acl 2024-11-17T08:19:01,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40087 2024-11-17T08:19:01,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40087 2024-11-17T08:19:01,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40087 2024-11-17T08:19:01,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40087 2024-11-17T08:19:01,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40087 2024-11-17T08:19:01,314 DEBUG [M:0;e3d0adb87c01:35617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:35617 2024-11-17T08:19:01,315 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01134593808/backup-masters/e3d0adb87c01,35617,1731831540354 2024-11-17T08:19:01,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808/backup-masters 2024-11-17T08:19:01,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808/backup-masters 2024-11-17T08:19:01,384 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on existing znode=/01134593808/backup-masters/e3d0adb87c01,35617,1731831540354 2024-11-17T08:19:01,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:01,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01134593808/master 2024-11-17T08:19:01,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:01,459 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on existing znode=/01134593808/master 2024-11-17T08:19:01,459 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01134593808/backup-masters/e3d0adb87c01,35617,1731831540354 from backup master directory 2024-11-17T08:19:01,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01134593808/backup-masters/e3d0adb87c01,35617,1731831540354 2024-11-17T08:19:01,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808/backup-masters 2024-11-17T08:19:01,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808/backup-masters 2024-11-17T08:19:01,543 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:19:01,543 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,35617,1731831540354 2024-11-17T08:19:01,548 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/hbase.id] with ID: 19de24d6-dd04-4192-af2d-eab5d17012d9 2024-11-17T08:19:01,548 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/.tmp/hbase.id 2024-11-17T08:19:01,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:19:01,631 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:19:01,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:01,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:01,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:01,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:01,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:01,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:01,958 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/.tmp/hbase.id]:[hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/hbase.id] 2024-11-17T08:19:01,970 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:01,970 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:19:01,972 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T08:19:01,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:01,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:01,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:19:02,398 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:19:02,399 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:19:02,399 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:19:02,806 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store 2024-11-17T08:19:02,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:19:03,213 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:03,213 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:19:03,213 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:03,213 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:03,213 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:19:03,213 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:03,213 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:03,213 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831543213Disabling compacts and flushes for region at 1731831543213Disabling writes for close at 1731831543213Writing region close event to WAL at 1731831543213Closed at 1731831543213 2024-11-17T08:19:03,214 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/.initializing 2024-11-17T08:19:03,214 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/WALs/e3d0adb87c01,35617,1731831540354 2024-11-17T08:19:03,215 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:19:03,217 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C35617%2C1731831540354, suffix=, logDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/WALs/e3d0adb87c01,35617,1731831540354, archiveDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/oldWALs, maxLogs=10 2024-11-17T08:19:03,228 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/WALs/e3d0adb87c01,35617,1731831540354/e3d0adb87c01%2C35617%2C1731831540354.1731831543217, exclude list is [], retry=0 2024-11-17T08:19:03,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32983,DS-72e74f68-6c80-4973-93d5-21192cac1424,DISK] 2024-11-17T08:19:03,233 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/WALs/e3d0adb87c01,35617,1731831540354/e3d0adb87c01%2C35617%2C1731831540354.1731831543217 2024-11-17T08:19:03,233 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40379:40379)] 2024-11-17T08:19:03,233 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:19:03,233 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:03,233 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:03,233 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:03,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:03,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:19:03,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:03,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:03,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:03,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:19:03,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:03,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:03,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:03,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:19:03,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:03,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:03,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:03,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:19:03,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:03,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:03,243 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:03,243 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:03,244 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:03,245 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:03,245 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:03,246 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:19:03,247 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:03,250 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:19:03,250 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73035639, jitterRate=0.08831582963466644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:19:03,251 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831543233Initializing all the Stores at 1731831543234 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831543234Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831543234Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831543234Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831543234Cleaning up temporary data from old regions at 1731831543245 (+11 ms)Region opened successfully at 1731831543251 (+6 ms) 2024-11-17T08:19:03,251 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:19:03,254 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ce7cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:19:03,255 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:19:03,256 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:19:03,256 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:19:03,256 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:19:03,256 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:19:03,257 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:19:03,257 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:19:03,259 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:19:03,259 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Unable to get data of znode /01134593808/balancer because node does not exist (not necessarily an error) 2024-11-17T08:19:03,270 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01134593808/balancer already deleted, retry=false 2024-11-17T08:19:03,271 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:19:03,271 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Unable to get data of znode /01134593808/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:19:03,360 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01134593808/normalizer already deleted, retry=false 2024-11-17T08:19:03,361 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:19:03,362 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Unable to get data of znode /01134593808/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:19:03,476 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01134593808/switch/split already deleted, retry=false 2024-11-17T08:19:03,477 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Unable to get data of znode /01134593808/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:19:03,548 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01134593808/switch/merge already deleted, retry=false 2024-11-17T08:19:03,550 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Unable to get data of znode /01134593808/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:19:03,558 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01134593808/snapshot-cleanup already deleted, retry=false 2024-11-17T08:19:03,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01134593808/running 2024-11-17T08:19:03,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01134593808/running 2024-11-17T08:19:03,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:03,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:03,569 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,35617,1731831540354, sessionid=0x10147e01be80000, setting cluster-up flag (Was=false) 2024-11-17T08:19:03,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:03,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:03,632 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01134593808/flush-table-proc/acquired, /01134593808/flush-table-proc/reached, /01134593808/flush-table-proc/abort 2024-11-17T08:19:03,633 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,35617,1731831540354 2024-11-17T08:19:03,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:03,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:03,695 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01134593808/online-snapshot/acquired, /01134593808/online-snapshot/reached, /01134593808/online-snapshot/abort 2024-11-17T08:19:03,696 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,35617,1731831540354 2024-11-17T08:19:03,701 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:19:03,702 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:03,702 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:19:03,702 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:19:03,703 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,35617,1731831540354 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:19:03,704 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:03,704 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:03,704 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:03,704 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:03,704 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:19:03,704 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:03,704 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:19:03,704 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:03,706 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(746): ClusterId : 19de24d6-dd04-4192-af2d-eab5d17012d9 2024-11-17T08:19:03,706 DEBUG [RS:0;e3d0adb87c01:40087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:19:03,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:03,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:19:03,711 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:03,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:19:03,711 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831573711 2024-11-17T08:19:03,712 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:19:03,712 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:19:03,712 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:19:03,712 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:19:03,712 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:19:03,712 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:19:03,714 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:03,714 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:19:03,714 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:19:03,715 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:19:03,715 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:19:03,716 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:19:03,716 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:19:03,717 DEBUG [RS:0;e3d0adb87c01:40087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:19:03,717 DEBUG [RS:0;e3d0adb87c01:40087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:19:03,722 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831543716,5,FailOnTimeoutGroup] 2024-11-17T08:19:03,722 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831543722,5,FailOnTimeoutGroup] 2024-11-17T08:19:03,722 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:03,722 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:19:03,722 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:03,722 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:03,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:19:03,728 DEBUG [RS:0;e3d0adb87c01:40087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:19:03,728 DEBUG [RS:0;e3d0adb87c01:40087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12049814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:19:03,740 DEBUG [RS:0;e3d0adb87c01:40087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:40087 2024-11-17T08:19:03,740 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:19:03,740 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:19:03,740 DEBUG [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:19:03,741 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,35617,1731831540354 with port=40087, startcode=1731831541168 2024-11-17T08:19:03,741 DEBUG [RS:0;e3d0adb87c01:40087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:19:03,742 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:19:03,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35617 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,40087,1731831541168 2024-11-17T08:19:03,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35617 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,40087,1731831541168 2024-11-17T08:19:03,744 DEBUG [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89 2024-11-17T08:19:03,744 DEBUG [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37369 2024-11-17T08:19:03,744 DEBUG [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:19:03,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808/rs 2024-11-17T08:19:03,755 DEBUG [RS:0;e3d0adb87c01:40087 {}] zookeeper.ZKUtil(111): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on existing znode=/01134593808/rs/e3d0adb87c01,40087,1731831541168 2024-11-17T08:19:03,755 WARN [RS:0;e3d0adb87c01:40087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:19:03,755 INFO [RS:0;e3d0adb87c01:40087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:03,756 DEBUG [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168 2024-11-17T08:19:03,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,40087,1731831541168] 2024-11-17T08:19:03,762 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:19:03,764 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:19:03,767 INFO [RS:0;e3d0adb87c01:40087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:19:03,767 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:03,767 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:19:03,768 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:19:03,768 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:03,768 DEBUG [RS:0;e3d0adb87c01:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:03,768 DEBUG [RS:0;e3d0adb87c01:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:03,768 DEBUG [RS:0;e3d0adb87c01:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:03,768 DEBUG [RS:0;e3d0adb87c01:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:03,768 DEBUG [RS:0;e3d0adb87c01:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:03,768 DEBUG [RS:0;e3d0adb87c01:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:19:03,768 DEBUG [RS:0;e3d0adb87c01:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:03,768 DEBUG [RS:0;e3d0adb87c01:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:03,769 DEBUG [RS:0;e3d0adb87c01:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:03,769 DEBUG [RS:0;e3d0adb87c01:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:03,769 DEBUG [RS:0;e3d0adb87c01:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:03,769 DEBUG [RS:0;e3d0adb87c01:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:03,769 DEBUG [RS:0;e3d0adb87c01:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:19:03,769 DEBUG [RS:0;e3d0adb87c01:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:19:03,770 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:03,770 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:03,770 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:03,770 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:03,770 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:03,770 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,40087,1731831541168-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:19:03,783 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:19:03,784 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,40087,1731831541168-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:03,784 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:03,784 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.Replication(171): e3d0adb87c01,40087,1731831541168 started 2024-11-17T08:19:03,799 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:03,799 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,40087,1731831541168, RpcServer on e3d0adb87c01/172.17.0.3:40087, sessionid=0x10147e01be80001 2024-11-17T08:19:03,799 DEBUG [RS:0;e3d0adb87c01:40087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:19:03,799 DEBUG [RS:0;e3d0adb87c01:40087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,40087,1731831541168 2024-11-17T08:19:03,799 DEBUG [RS:0;e3d0adb87c01:40087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,40087,1731831541168' 2024-11-17T08:19:03,799 DEBUG [RS:0;e3d0adb87c01:40087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01134593808/flush-table-proc/abort' 2024-11-17T08:19:03,799 DEBUG [RS:0;e3d0adb87c01:40087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01134593808/flush-table-proc/acquired' 2024-11-17T08:19:03,800 DEBUG [RS:0;e3d0adb87c01:40087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:19:03,800 DEBUG [RS:0;e3d0adb87c01:40087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:19:03,800 DEBUG [RS:0;e3d0adb87c01:40087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,40087,1731831541168 2024-11-17T08:19:03,800 DEBUG [RS:0;e3d0adb87c01:40087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,40087,1731831541168' 2024-11-17T08:19:03,800 DEBUG [RS:0;e3d0adb87c01:40087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01134593808/online-snapshot/abort' 2024-11-17T08:19:03,800 DEBUG [RS:0;e3d0adb87c01:40087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01134593808/online-snapshot/acquired' 2024-11-17T08:19:03,800 DEBUG [RS:0;e3d0adb87c01:40087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:19:03,800 INFO [RS:0;e3d0adb87c01:40087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:19:03,800 INFO [RS:0;e3d0adb87c01:40087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:19:03,901 INFO [RS:0;e3d0adb87c01:40087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:19:03,902 INFO [RS:0;e3d0adb87c01:40087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C40087%2C1731831541168, suffix=, logDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168, archiveDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/oldWALs, maxLogs=10 2024-11-17T08:19:03,917 DEBUG [RS:0;e3d0adb87c01:40087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168/e3d0adb87c01%2C40087%2C1731831541168.1731831543903, exclude list is [], retry=0 2024-11-17T08:19:03,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32983,DS-72e74f68-6c80-4973-93d5-21192cac1424,DISK] 2024-11-17T08:19:03,922 INFO [RS:0;e3d0adb87c01:40087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168/e3d0adb87c01%2C40087%2C1731831541168.1731831543903 2024-11-17T08:19:03,922 DEBUG [RS:0;e3d0adb87c01:40087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40379:40379)] 2024-11-17T08:19:04,127 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:19:04,127 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89 2024-11-17T08:19:04,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:19:04,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:04,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:19:04,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:19:04,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:04,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:04,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:19:04,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:19:04,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:04,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:04,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:19:04,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:19:04,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:04,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:04,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:19:04,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:19:04,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:04,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:04,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:19:04,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740 2024-11-17T08:19:04,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740 2024-11-17T08:19:04,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:19:04,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:19:04,544 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:19:04,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:19:04,546 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:19:04,547 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64803415, jitterRate=-0.034353867173194885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:19:04,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831544534Initializing all the Stores at 1731831544535 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831544535Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831544535Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831544535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831544535Cleaning up temporary data from old regions at 1731831544543 (+8 ms)Region opened successfully at 1731831544547 (+4 ms) 2024-11-17T08:19:04,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:19:04,547 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:19:04,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:19:04,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:19:04,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:19:04,548 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:19:04,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831544547Disabling compacts and flushes for region at 1731831544547Disabling writes for close at 1731831544547Writing region close event to WAL at 1731831544548 (+1 ms)Closed at 1731831544548 2024-11-17T08:19:04,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:04,549 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:19:04,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:19:04,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:19:04,550 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:19:04,701 DEBUG [e3d0adb87c01:35617 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:19:04,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,40087,1731831541168 2024-11-17T08:19:04,702 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,40087,1731831541168, state=OPENING 2024-11-17T08:19:04,716 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:19:04,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:04,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:04,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01134593808/meta-region-server: CHANGED 2024-11-17T08:19:04,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01134593808/meta-region-server: CHANGED 2024-11-17T08:19:04,738 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:19:04,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,40087,1731831541168}] 2024-11-17T08:19:04,891 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:19:04,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:19:04,900 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:19:04,901 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:04,901 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:19:04,904 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C40087%2C1731831541168.meta, suffix=.meta, logDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168, archiveDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/oldWALs, maxLogs=10 2024-11-17T08:19:04,922 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168/e3d0adb87c01%2C40087%2C1731831541168.meta.1731831544904.meta, exclude list is [], retry=0 2024-11-17T08:19:04,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32983,DS-72e74f68-6c80-4973-93d5-21192cac1424,DISK] 2024-11-17T08:19:04,939 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168/e3d0adb87c01%2C40087%2C1731831541168.meta.1731831544904.meta 2024-11-17T08:19:04,943 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40379:40379)] 2024-11-17T08:19:04,943 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:19:04,943 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:19:04,943 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:19:04,944 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:19:04,944 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:19:04,944 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:19:04,944 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:04,944 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:19:04,944 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:19:04,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:19:04,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:19:04,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:04,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:04,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:19:04,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:19:04,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:04,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:04,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:19:04,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:19:04,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:04,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:04,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:19:04,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:19:04,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:04,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:04,964 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:19:04,965 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740 2024-11-17T08:19:04,966 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740 2024-11-17T08:19:04,969 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:19:04,969 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:19:04,977 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:19:04,980 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:19:04,981 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59263926, jitterRate=-0.11689868569374084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:19:04,981 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:19:04,981 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831544944Writing region info on filesystem at 1731831544944Initializing all the Stores at 1731831544945 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831544946 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831544948 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831544948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831544948Cleaning up temporary data from old regions at 1731831544969 (+21 ms)Running coprocessor post-open hooks at 1731831544981 (+12 ms)Region opened successfully at 1731831544981 2024-11-17T08:19:04,982 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831544890 2024-11-17T08:19:04,985 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:19:04,985 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:19:04,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,40087,1731831541168 2024-11-17T08:19:04,988 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,40087,1731831541168, state=OPEN 2024-11-17T08:19:05,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01134593808/meta-region-server 2024-11-17T08:19:05,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01134593808/meta-region-server 2024-11-17T08:19:05,034 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,40087,1731831541168 2024-11-17T08:19:05,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01134593808/meta-region-server: CHANGED 2024-11-17T08:19:05,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01134593808/meta-region-server: CHANGED 2024-11-17T08:19:05,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:19:05,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,40087,1731831541168 in 296 msec 2024-11-17T08:19:05,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:19:05,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-11-17T08:19:05,041 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:05,041 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:19:05,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:05,043 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,40087,1731831541168, seqNum=-1] 2024-11-17T08:19:05,043 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:05,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:19:05,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3490 sec 2024-11-17T08:19:05,052 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831545052, completionTime=-1 2024-11-17T08:19:05,052 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:19:05,052 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:19:05,054 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:19:05,054 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831605054 2024-11-17T08:19:05,054 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831665054 2024-11-17T08:19:05,054 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T08:19:05,055 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35617,1731831540354-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:05,055 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35617,1731831540354-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:05,055 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35617,1731831540354-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:05,055 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:35617, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:05,055 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:05,056 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:05,057 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:19:05,060 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.516sec 2024-11-17T08:19:05,060 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:19:05,060 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:19:05,060 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:19:05,060 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:19:05,060 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:19:05,060 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35617,1731831540354-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:19:05,060 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35617,1731831540354-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:19:05,063 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:19:05,063 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:19:05,063 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35617,1731831540354-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:05,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66530750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:05,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,35617,-1 for getting cluster id 2024-11-17T08:19:05,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:05,109 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19de24d6-dd04-4192-af2d-eab5d17012d9' 2024-11-17T08:19:05,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:05,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19de24d6-dd04-4192-af2d-eab5d17012d9" 2024-11-17T08:19:05,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d19b2c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:05,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,35617,-1] 2024-11-17T08:19:05,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:05,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:05,111 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:05,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7958e8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:05,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:05,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,40087,1731831541168, seqNum=-1] 2024-11-17T08:19:05,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:05,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:19:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,35617,1731831540354 2024-11-17T08:19:05,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50184 2024-11-17T08:19:05,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:19:05,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10147e01be80002 connected 2024-11-17T08:19:05,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/hadoop.log.dir so I do NOT create it in target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e 2024-11-17T08:19:05,141 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:19:05,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/hadoop.tmp.dir so I do NOT create it in target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e 2024-11-17T08:19:05,141 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:19:05,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e 2024-11-17T08:19:05,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:19:05,141 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/cluster_2728b627-09b6-60a2-6539-113772a93284, deleteOnExit=true 2024-11-17T08:19:05,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:19:05,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/test.cache.data in system properties and HBase conf 2024-11-17T08:19:05,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:19:05,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:19:05,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:19:05,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:19:05,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:19:05,142 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:19:05,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:19:05,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:19:05,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:19:05,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:19:05,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:19:05,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:19:05,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:19:05,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:19:05,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:19:05,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:19:05,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:19:05,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:19:05,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:19:05,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:19:05,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:19:05,466 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:19:05,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:19:05,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:19:05,468 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:19:05,468 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:19:05,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ad968a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:19:05,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44992ced{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:19:05,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56ace6d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/java.io.tmpdir/jetty-localhost-41741-hadoop-hdfs-3_4_1-tests_jar-_-any-4021345810012585709/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:19:05,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71738ad3{HTTP/1.1, (http/1.1)}{localhost:41741} 2024-11-17T08:19:05,572 INFO [Time-limited test {}] server.Server(415): Started @145854ms 2024-11-17T08:19:05,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:19:05,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:19:05,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:19:05,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:19:05,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:19:05,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bdc17ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:19:05,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77612b5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:19:06,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64b80346{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/java.io.tmpdir/jetty-localhost-39655-hadoop-hdfs-3_4_1-tests_jar-_-any-12845773118026152408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:19:06,013 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@220d83e8{HTTP/1.1, (http/1.1)}{localhost:39655} 2024-11-17T08:19:06,013 INFO [Time-limited test {}] server.Server(415): Started @146295ms 2024-11-17T08:19:06,015 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:19:06,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T08:19:06,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T08:19:06,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:19:06,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T08:19:06,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:19:06,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T08:19:06,788 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/cluster_2728b627-09b6-60a2-6539-113772a93284/data/data1/current/BP-528725093-172.17.0.3-1731831545162/current, will proceed with Du for space computation calculation, 2024-11-17T08:19:06,788 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/cluster_2728b627-09b6-60a2-6539-113772a93284/data/data2/current/BP-528725093-172.17.0.3-1731831545162/current, will proceed with Du for space computation calculation, 2024-11-17T08:19:06,808 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:19:06,812 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x909768326afca0ff with lease ID 0xda0aa0a0557b8633: Processing first storage report for DS-7b168827-adee-433f-86cf-dae00109cf25 from datanode DatanodeRegistration(127.0.0.1:39753, datanodeUuid=a618ed70-c77d-405d-9e45-20922504b57a, infoPort=35513, infoSecurePort=0, ipcPort=34115, storageInfo=lv=-57;cid=testClusterID;nsid=1152722424;c=1731831545162) 2024-11-17T08:19:06,812 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x909768326afca0ff with lease ID 0xda0aa0a0557b8633: from storage DS-7b168827-adee-433f-86cf-dae00109cf25 node DatanodeRegistration(127.0.0.1:39753, datanodeUuid=a618ed70-c77d-405d-9e45-20922504b57a, infoPort=35513, infoSecurePort=0, ipcPort=34115, storageInfo=lv=-57;cid=testClusterID;nsid=1152722424;c=1731831545162), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:19:06,812 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x909768326afca0ff with lease ID 0xda0aa0a0557b8633: Processing first storage report for DS-91334884-801f-41b3-a079-2c9c2f15083d from datanode DatanodeRegistration(127.0.0.1:39753, datanodeUuid=a618ed70-c77d-405d-9e45-20922504b57a, infoPort=35513, infoSecurePort=0, ipcPort=34115, storageInfo=lv=-57;cid=testClusterID;nsid=1152722424;c=1731831545162) 2024-11-17T08:19:06,812 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x909768326afca0ff with lease ID 0xda0aa0a0557b8633: from storage DS-91334884-801f-41b3-a079-2c9c2f15083d node DatanodeRegistration(127.0.0.1:39753, datanodeUuid=a618ed70-c77d-405d-9e45-20922504b57a, infoPort=35513, infoSecurePort=0, ipcPort=34115, storageInfo=lv=-57;cid=testClusterID;nsid=1152722424;c=1731831545162), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:19:06,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e 2024-11-17T08:19:06,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:06,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:06,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:19:07,273 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e with version=8 2024-11-17T08:19:07,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/hbase-staging 2024-11-17T08:19:07,275 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:19:07,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:07,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:07,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:19:07,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:07,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:19:07,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:19:07,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:19:07,276 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39709 2024-11-17T08:19:07,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39709 connecting to ZooKeeper ensemble=127.0.0.1:50184 2024-11-17T08:19:07,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397090x0, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:19:07,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39709-0x10147e01be80003 connected 2024-11-17T08:19:07,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:07,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:07,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Set watcher on znode that does not yet exist, /1-120818755/running 2024-11-17T08:19:07,371 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e, hbase.cluster.distributed=false 2024-11-17T08:19:07,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Set watcher on znode that does not yet exist, /1-120818755/acl 2024-11-17T08:19:07,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39709 2024-11-17T08:19:07,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39709 2024-11-17T08:19:07,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39709 2024-11-17T08:19:07,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39709 2024-11-17T08:19:07,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39709 2024-11-17T08:19:07,407 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:19:07,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:07,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:07,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:19:07,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:07,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:19:07,407 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:19:07,407 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:19:07,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39613 2024-11-17T08:19:07,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39613 connecting to ZooKeeper ensemble=127.0.0.1:50184 2024-11-17T08:19:07,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:07,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:07,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396130x0, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:19:07,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396130x0, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Set watcher on znode that does not yet exist, /1-120818755/running 2024-11-17T08:19:07,429 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:19:07,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39613-0x10147e01be80004 connected 2024-11-17T08:19:07,432 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:19:07,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Set watcher on znode that does not yet exist, /1-120818755/master 2024-11-17T08:19:07,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Set watcher on znode that does not yet exist, /1-120818755/acl 2024-11-17T08:19:07,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39613 2024-11-17T08:19:07,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39613 2024-11-17T08:19:07,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39613 2024-11-17T08:19:07,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39613 2024-11-17T08:19:07,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39613 2024-11-17T08:19:07,453 DEBUG [M:0;e3d0adb87c01:39709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:39709 2024-11-17T08:19:07,453 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-120818755/backup-masters/e3d0adb87c01,39709,1731831547275 2024-11-17T08:19:07,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755/backup-masters 2024-11-17T08:19:07,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755/backup-masters 2024-11-17T08:19:07,464 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Set watcher on existing znode=/1-120818755/backup-masters/e3d0adb87c01,39709,1731831547275 2024-11-17T08:19:07,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755 2024-11-17T08:19:07,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-120818755/master 2024-11-17T08:19:07,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755 2024-11-17T08:19:07,475 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Set watcher on existing znode=/1-120818755/master 2024-11-17T08:19:07,475 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-120818755/backup-masters/e3d0adb87c01,39709,1731831547275 from backup master directory 2024-11-17T08:19:07,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755/backup-masters 2024-11-17T08:19:07,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-120818755/backup-masters/e3d0adb87c01,39709,1731831547275 2024-11-17T08:19:07,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755/backup-masters 2024-11-17T08:19:07,485 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:19:07,485 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,39709,1731831547275 2024-11-17T08:19:07,489 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/hbase.id] with ID: f3f661f2-e40c-4a76-8fe9-ee9c8df163ed 2024-11-17T08:19:07,489 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/.tmp/hbase.id 2024-11-17T08:19:07,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:19:07,513 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/.tmp/hbase.id]:[hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/hbase.id] 2024-11-17T08:19:07,533 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:07,533 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:19:07,535 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T08:19:07,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755 2024-11-17T08:19:07,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755 2024-11-17T08:19:07,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:19:07,568 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:19:07,568 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:19:07,569 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:07,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:19:07,984 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store 2024-11-17T08:19:07,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:19:08,398 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:08,398 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:19:08,398 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:08,398 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:08,398 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:19:08,398 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:08,398 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:08,398 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831548398Disabling compacts and flushes for region at 1731831548398Disabling writes for close at 1731831548398Writing region close event to WAL at 1731831548398Closed at 1731831548398 2024-11-17T08:19:08,399 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/.initializing 2024-11-17T08:19:08,399 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/WALs/e3d0adb87c01,39709,1731831547275 2024-11-17T08:19:08,400 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:19:08,402 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C39709%2C1731831547275, suffix=, logDir=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/WALs/e3d0adb87c01,39709,1731831547275, archiveDir=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/oldWALs, maxLogs=10 2024-11-17T08:19:08,415 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/WALs/e3d0adb87c01,39709,1731831547275/e3d0adb87c01%2C39709%2C1731831547275.1731831548402, exclude list is [], retry=0 2024-11-17T08:19:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-7b168827-adee-433f-86cf-dae00109cf25,DISK] 2024-11-17T08:19:08,423 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/WALs/e3d0adb87c01,39709,1731831547275/e3d0adb87c01%2C39709%2C1731831547275.1731831548402 2024-11-17T08:19:08,436 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35513:35513)] 2024-11-17T08:19:08,436 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:19:08,437 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:08,437 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:08,437 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:08,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:08,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:19:08,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:08,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:08,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:08,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:19:08,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:08,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:08,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:08,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:19:08,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:08,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:08,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:08,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:19:08,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:08,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:08,481 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:08,482 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:08,483 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:08,487 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:08,487 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:08,490 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:19:08,493 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:08,510 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:19:08,511 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63311629, jitterRate=-0.056583210825920105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:19:08,511 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831548437Initializing all the Stores at 1731831548439 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831548439Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831548452 (+13 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831548452Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831548452Cleaning up temporary data from old regions at 1731831548487 (+35 ms)Region opened successfully at 1731831548511 (+24 ms) 2024-11-17T08:19:08,512 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:19:08,516 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc26163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:19:08,517 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:19:08,518 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:19:08,518 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:19:08,518 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:19:08,519 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:19:08,519 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:19:08,519 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:19:08,526 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:19:08,527 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Unable to get data of znode /1-120818755/balancer because node does not exist (not necessarily an error) 2024-11-17T08:19:08,596 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-120818755/balancer already deleted, retry=false 2024-11-17T08:19:08,597 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:19:08,598 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Unable to get data of znode /1-120818755/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:19:08,611 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-120818755/normalizer already deleted, retry=false 2024-11-17T08:19:08,612 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:19:08,623 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Unable to get data of znode /1-120818755/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:19:08,632 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-120818755/switch/split already deleted, retry=false 2024-11-17T08:19:08,634 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Unable to get data of znode /1-120818755/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:19:08,649 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-120818755/switch/merge already deleted, retry=false 2024-11-17T08:19:08,652 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Unable to get data of znode /1-120818755/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:19:08,664 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-120818755/snapshot-cleanup already deleted, retry=false 2024-11-17T08:19:08,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-120818755/running 2024-11-17T08:19:08,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-120818755/running 2024-11-17T08:19:08,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755 2024-11-17T08:19:08,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755 2024-11-17T08:19:08,675 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,39709,1731831547275, sessionid=0x10147e01be80003, setting cluster-up flag (Was=false) 2024-11-17T08:19:08,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755 2024-11-17T08:19:08,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755 2024-11-17T08:19:08,727 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-120818755/flush-table-proc/acquired, /1-120818755/flush-table-proc/reached, /1-120818755/flush-table-proc/abort 2024-11-17T08:19:08,728 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,39709,1731831547275 2024-11-17T08:19:08,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755 2024-11-17T08:19:08,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755 2024-11-17T08:19:08,780 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-120818755/online-snapshot/acquired, /1-120818755/online-snapshot/reached, /1-120818755/online-snapshot/abort 2024-11-17T08:19:08,784 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,39709,1731831547275 2024-11-17T08:19:08,785 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:19:08,788 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:08,788 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:19:08,788 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:19:08,789 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,39709,1731831547275 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:19:08,790 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:08,790 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:08,790 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:08,790 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:08,791 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:19:08,791 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:08,791 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:19:08,791 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:08,799 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:08,799 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:19:08,803 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:08,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:19:08,820 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831578820 2024-11-17T08:19:08,820 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:19:08,820 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:19:08,820 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:19:08,821 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:19:08,821 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:19:08,821 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:19:08,840 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:08,857 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:19:08,857 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:19:08,857 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:19:08,858 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:19:08,860 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:19:08,860 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:19:08,862 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831548860,5,FailOnTimeoutGroup] 2024-11-17T08:19:08,881 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831548862,5,FailOnTimeoutGroup] 2024-11-17T08:19:08,881 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:08,881 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:19:08,881 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:08,881 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:08,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:19:08,883 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(746): ClusterId : f3f661f2-e40c-4a76-8fe9-ee9c8df163ed 2024-11-17T08:19:08,883 DEBUG [RS:0;e3d0adb87c01:39613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:19:08,885 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:19:08,885 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e 2024-11-17T08:19:08,898 DEBUG [RS:0;e3d0adb87c01:39613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:19:08,898 DEBUG [RS:0;e3d0adb87c01:39613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:19:08,907 DEBUG [RS:0;e3d0adb87c01:39613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:19:08,907 DEBUG [RS:0;e3d0adb87c01:39613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d881bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:19:08,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741832_1008 (size=32) 2024-11-17T08:19:08,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:08,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:19:08,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:19:08,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:08,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:08,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:19:08,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:19:08,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:08,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:08,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:19:08,929 DEBUG [RS:0;e3d0adb87c01:39613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:39613 2024-11-17T08:19:08,929 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:19:08,929 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:19:08,929 DEBUG [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:19:08,930 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,39709,1731831547275 with port=39613, startcode=1731831547406 2024-11-17T08:19:08,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:19:08,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:08,930 DEBUG [RS:0;e3d0adb87c01:39613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:19:08,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:08,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:19:08,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:19:08,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:08,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:08,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:19:08,933 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:19:08,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/data/hbase/meta/1588230740 2024-11-17T08:19:08,933 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39709 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,39613,1731831547406 2024-11-17T08:19:08,933 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39709 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,39613,1731831547406 2024-11-17T08:19:08,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/data/hbase/meta/1588230740 2024-11-17T08:19:08,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:19:08,934 DEBUG [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e 2024-11-17T08:19:08,935 DEBUG [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34489 2024-11-17T08:19:08,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:19:08,935 DEBUG [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:19:08,935 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:19:08,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:19:08,938 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:19:08,938 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74972884, jitterRate=0.11718302965164185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:19:08,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831548917Initializing all the Stores at 1731831548921 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831548921Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831548924 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831548924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831548924Cleaning up temporary data from old regions at 1731831548935 (+11 ms)Region opened successfully at 1731831548939 (+4 ms) 2024-11-17T08:19:08,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:19:08,939 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:19:08,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:19:08,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:19:08,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:19:08,939 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:19:08,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831548939Disabling compacts and flushes for region at 1731831548939Disabling writes for close at 1731831548939Writing region close event to WAL at 1731831548939Closed at 1731831548939 2024-11-17T08:19:08,940 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:08,940 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:19:08,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:19:08,941 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:19:08,942 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:19:08,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755/rs 2024-11-17T08:19:08,988 DEBUG [RS:0;e3d0adb87c01:39613 {}] zookeeper.ZKUtil(111): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Set watcher on existing znode=/1-120818755/rs/e3d0adb87c01,39613,1731831547406 2024-11-17T08:19:08,988 WARN [RS:0;e3d0adb87c01:39613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:19:08,988 INFO [RS:0;e3d0adb87c01:39613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:08,988 DEBUG [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/WALs/e3d0adb87c01,39613,1731831547406 2024-11-17T08:19:08,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,39613,1731831547406] 2024-11-17T08:19:08,992 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:19:08,994 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:19:08,994 INFO [RS:0;e3d0adb87c01:39613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:19:08,994 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:08,994 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:19:09,000 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:19:09,000 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:09,000 DEBUG [RS:0;e3d0adb87c01:39613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:09,000 DEBUG [RS:0;e3d0adb87c01:39613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:09,000 DEBUG [RS:0;e3d0adb87c01:39613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:09,001 DEBUG [RS:0;e3d0adb87c01:39613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:09,001 DEBUG [RS:0;e3d0adb87c01:39613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:09,001 DEBUG [RS:0;e3d0adb87c01:39613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:19:09,001 DEBUG [RS:0;e3d0adb87c01:39613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:09,001 DEBUG [RS:0;e3d0adb87c01:39613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:09,001 DEBUG [RS:0;e3d0adb87c01:39613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:09,001 DEBUG [RS:0;e3d0adb87c01:39613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:09,001 DEBUG [RS:0;e3d0adb87c01:39613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:09,001 DEBUG [RS:0;e3d0adb87c01:39613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:09,001 DEBUG [RS:0;e3d0adb87c01:39613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:19:09,001 DEBUG [RS:0;e3d0adb87c01:39613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:19:09,004 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:09,004 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:09,004 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:09,004 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:09,004 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:09,004 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39613,1731831547406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:19:09,023 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:19:09,023 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39613,1731831547406-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:09,023 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:09,023 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.Replication(171): e3d0adb87c01,39613,1731831547406 started 2024-11-17T08:19:09,040 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:09,040 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,39613,1731831547406, RpcServer on e3d0adb87c01/172.17.0.3:39613, sessionid=0x10147e01be80004 2024-11-17T08:19:09,040 DEBUG [RS:0;e3d0adb87c01:39613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:19:09,040 DEBUG [RS:0;e3d0adb87c01:39613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,39613,1731831547406 2024-11-17T08:19:09,041 DEBUG [RS:0;e3d0adb87c01:39613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,39613,1731831547406' 2024-11-17T08:19:09,041 DEBUG [RS:0;e3d0adb87c01:39613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-120818755/flush-table-proc/abort' 2024-11-17T08:19:09,041 DEBUG [RS:0;e3d0adb87c01:39613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-120818755/flush-table-proc/acquired' 2024-11-17T08:19:09,041 DEBUG [RS:0;e3d0adb87c01:39613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:19:09,041 DEBUG [RS:0;e3d0adb87c01:39613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:19:09,041 DEBUG [RS:0;e3d0adb87c01:39613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,39613,1731831547406 2024-11-17T08:19:09,041 DEBUG [RS:0;e3d0adb87c01:39613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,39613,1731831547406' 2024-11-17T08:19:09,041 DEBUG [RS:0;e3d0adb87c01:39613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-120818755/online-snapshot/abort' 2024-11-17T08:19:09,042 DEBUG [RS:0;e3d0adb87c01:39613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-120818755/online-snapshot/acquired' 2024-11-17T08:19:09,042 DEBUG [RS:0;e3d0adb87c01:39613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:19:09,042 INFO [RS:0;e3d0adb87c01:39613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:19:09,042 INFO [RS:0;e3d0adb87c01:39613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:19:09,093 WARN [e3d0adb87c01:39709 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T08:19:09,142 INFO [RS:0;e3d0adb87c01:39613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:19:09,144 INFO [RS:0;e3d0adb87c01:39613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C39613%2C1731831547406, suffix=, logDir=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/WALs/e3d0adb87c01,39613,1731831547406, archiveDir=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/oldWALs, maxLogs=10 2024-11-17T08:19:09,160 DEBUG [RS:0;e3d0adb87c01:39613 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/WALs/e3d0adb87c01,39613,1731831547406/e3d0adb87c01%2C39613%2C1731831547406.1731831549144, exclude list is [], retry=0 2024-11-17T08:19:09,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-7b168827-adee-433f-86cf-dae00109cf25,DISK] 2024-11-17T08:19:09,165 INFO [RS:0;e3d0adb87c01:39613 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/WALs/e3d0adb87c01,39613,1731831547406/e3d0adb87c01%2C39613%2C1731831547406.1731831549144 2024-11-17T08:19:09,166 DEBUG [RS:0;e3d0adb87c01:39613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35513:35513)] 2024-11-17T08:19:09,343 DEBUG [e3d0adb87c01:39709 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:19:09,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,39613,1731831547406 2024-11-17T08:19:09,344 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,39613,1731831547406, state=OPENING 2024-11-17T08:19:09,375 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:19:09,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755 2024-11-17T08:19:09,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755 2024-11-17T08:19:09,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-120818755/meta-region-server: CHANGED 2024-11-17T08:19:09,386 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:19:09,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-120818755/meta-region-server: CHANGED 2024-11-17T08:19:09,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,39613,1731831547406}] 2024-11-17T08:19:09,539 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:19:09,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:19:09,543 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:19:09,543 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:09,543 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:19:09,545 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C39613%2C1731831547406.meta, suffix=.meta, logDir=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/WALs/e3d0adb87c01,39613,1731831547406, archiveDir=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/oldWALs, maxLogs=10 2024-11-17T08:19:09,556 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/WALs/e3d0adb87c01,39613,1731831547406/e3d0adb87c01%2C39613%2C1731831547406.meta.1731831549545.meta, exclude list is [], retry=0 2024-11-17T08:19:09,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-7b168827-adee-433f-86cf-dae00109cf25,DISK] 2024-11-17T08:19:09,560 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/WALs/e3d0adb87c01,39613,1731831547406/e3d0adb87c01%2C39613%2C1731831547406.meta.1731831549545.meta 2024-11-17T08:19:09,560 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35513:35513)] 2024-11-17T08:19:09,560 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:19:09,561 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:19:09,561 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:19:09,561 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:19:09,561 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:19:09,561 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:19:09,561 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:09,561 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:19:09,561 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:19:09,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:19:09,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:19:09,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:09,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:09,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:19:09,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:19:09,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:09,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:09,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:19:09,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:19:09,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:09,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:09,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:19:09,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:19:09,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:09,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:09,567 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:19:09,568 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/data/hbase/meta/1588230740 2024-11-17T08:19:09,569 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/data/hbase/meta/1588230740 2024-11-17T08:19:09,570 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:19:09,570 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:19:09,571 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:19:09,572 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:19:09,572 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70018922, jitterRate=0.04336324334144592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:19:09,572 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:19:09,573 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831549561Writing region info on filesystem at 1731831549561Initializing all the Stores at 1731831549562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831549562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831549562Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831549562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831549562Cleaning up temporary data from old regions at 1731831549570 (+8 ms)Running coprocessor post-open hooks at 1731831549572 (+2 ms)Region opened successfully at 1731831549572 2024-11-17T08:19:09,573 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831549539 2024-11-17T08:19:09,575 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:19:09,575 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:19:09,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,39613,1731831547406 2024-11-17T08:19:09,577 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,39613,1731831547406, state=OPEN 2024-11-17T08:19:09,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-120818755/meta-region-server 2024-11-17T08:19:09,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-120818755/meta-region-server 2024-11-17T08:19:09,639 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,39613,1731831547406 2024-11-17T08:19:09,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-120818755/meta-region-server: CHANGED 2024-11-17T08:19:09,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-120818755/meta-region-server: CHANGED 2024-11-17T08:19:09,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:19:09,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,39613,1731831547406 in 253 msec 2024-11-17T08:19:09,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:19:09,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 701 msec 2024-11-17T08:19:09,643 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:09,643 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:19:09,644 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:09,645 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,39613,1731831547406, seqNum=-1] 2024-11-17T08:19:09,645 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:09,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:19:09,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 863 msec 2024-11-17T08:19:09,650 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831549650, completionTime=-1 2024-11-17T08:19:09,651 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:19:09,651 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:19:09,652 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:19:09,652 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831609652 2024-11-17T08:19:09,652 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831669652 2024-11-17T08:19:09,652 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T08:19:09,653 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39709,1731831547275-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:09,653 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39709,1731831547275-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:09,653 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39709,1731831547275-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:09,653 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:39709, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:09,653 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:09,653 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:09,654 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:19:09,656 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.171sec 2024-11-17T08:19:09,656 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:19:09,656 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:19:09,656 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:19:09,656 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:19:09,656 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:19:09,656 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39709,1731831547275-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:19:09,656 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39709,1731831547275-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:19:09,659 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:19:09,659 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:19:09,659 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39709,1731831547275-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:09,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cec6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:09,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39709,-1 for getting cluster id 2024-11-17T08:19:09,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:09,683 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3f661f2-e40c-4a76-8fe9-ee9c8df163ed' 2024-11-17T08:19:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3f661f2-e40c-4a76-8fe9-ee9c8df163ed" 2024-11-17T08:19:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fcdefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39709,-1] 2024-11-17T08:19:09,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:09,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:09,685 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:09,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499c9a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:09,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,39613,1731831547406, seqNum=-1] 2024-11-17T08:19:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:09,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:19:09,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,39709,1731831547275 2024-11-17T08:19:09,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50184 2024-11-17T08:19:09,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:19:09,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10147e01be80005 connected 2024-11-17T08:19:09,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407ddea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:09,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,35617,-1 for getting cluster id 2024-11-17T08:19:09,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:09,716 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19de24d6-dd04-4192-af2d-eab5d17012d9' 2024-11-17T08:19:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19de24d6-dd04-4192-af2d-eab5d17012d9" 2024-11-17T08:19:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ea44c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,35617,-1] 2024-11-17T08:19:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:09,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:09,717 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f33819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:09,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,35617,1731831540354 2024-11-17T08:19:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@753239ff 2024-11-17T08:19:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:09,719 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:19:09,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:39709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:19:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:19:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:19:09,722 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:39709' 2024-11-17T08:19:09,723 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e496c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:09,723 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39709,-1 for getting cluster id 2024-11-17T08:19:09,723 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:09,724 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3f661f2-e40c-4a76-8fe9-ee9c8df163ed' 2024-11-17T08:19:09,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:09,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3f661f2-e40c-4a76-8fe9-ee9c8df163ed" 2024-11-17T08:19:09,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d584cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:09,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39709,-1] 2024-11-17T08:19:09,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:09,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:09,725 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:09,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219f91f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:09,726 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:09,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39709,1731831547275 2024-11-17T08:19:09,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dd367dc 2024-11-17T08:19:09,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:09,727 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:19:09,728 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T08:19:09,728 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:19:09,728 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:09,728 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:09,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:09,729 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:19:09,730 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:19:09,731 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:19:09,731 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:09,732 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:19:09,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741835_1011 (size=1138) 2024-11-17T08:19:09,749 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f4d00579e91d5dcae03fadd56eb7a20, NAME => 'hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89 2024-11-17T08:19:09,762 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:19:09,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741836_1012 (size=44) 2024-11-17T08:19:09,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:09,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2f4d00579e91d5dcae03fadd56eb7a20, disabling compactions & flushes 2024-11-17T08:19:09,771 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:09,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:09,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. after waiting 0 ms 2024-11-17T08:19:09,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:09,771 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:09,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f4d00579e91d5dcae03fadd56eb7a20: Waiting for close lock at 1731831549771Disabling compacts and flushes for region at 1731831549771Disabling writes for close at 1731831549771Writing region close event to WAL at 1731831549771Closed at 1731831549771 2024-11-17T08:19:09,774 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:19:09,774 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731831549774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831549774"}]},"ts":"1731831549774"} 2024-11-17T08:19:09,776 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:19:09,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:19:09,778 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831549778"}]},"ts":"1731831549778"} 2024-11-17T08:19:09,780 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T08:19:09,782 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T08:19:09,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f4d00579e91d5dcae03fadd56eb7a20, ASSIGN}] 2024-11-17T08:19:09,784 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f4d00579e91d5dcae03fadd56eb7a20, ASSIGN 2024-11-17T08:19:09,785 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2f4d00579e91d5dcae03fadd56eb7a20, ASSIGN; state=OFFLINE, location=e3d0adb87c01,40087,1731831541168; forceNewPlan=false, retain=false 2024-11-17T08:19:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:19:09,936 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2f4d00579e91d5dcae03fadd56eb7a20, regionState=OPENING, regionLocation=e3d0adb87c01,40087,1731831541168 2024-11-17T08:19:09,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2f4d00579e91d5dcae03fadd56eb7a20, ASSIGN because future has completed 2024-11-17T08:19:09,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f4d00579e91d5dcae03fadd56eb7a20, server=e3d0adb87c01,40087,1731831541168}] 2024-11-17T08:19:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:19:10,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:10,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:10,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:19:10,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C40087%2C1731831541168.rep, suffix=, logDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168, archiveDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/oldWALs, maxLogs=10 2024-11-17T08:19:10,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168/e3d0adb87c01%2C40087%2C1731831541168.rep.1731831550115, exclude list is [], retry=0 2024-11-17T08:19:10,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32983,DS-72e74f68-6c80-4973-93d5-21192cac1424,DISK] 2024-11-17T08:19:10,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168/e3d0adb87c01%2C40087%2C1731831541168.rep.1731831550115 2024-11-17T08:19:10,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40379:40379)] 2024-11-17T08:19:10,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f4d00579e91d5dcae03fadd56eb7a20, NAME => 'hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:19:10,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:19:10,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:19:10,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. service=MultiRowMutationService 2024-11-17T08:19:10,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:19:10,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:10,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:10,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:10,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:10,149 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:10,150 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f4d00579e91d5dcae03fadd56eb7a20 columnFamilyName hfileref 2024-11-17T08:19:10,150 DEBUG [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:10,151 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] regionserver.HStore(327): Store=2f4d00579e91d5dcae03fadd56eb7a20/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:10,151 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:10,152 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f4d00579e91d5dcae03fadd56eb7a20 columnFamilyName queue 2024-11-17T08:19:10,153 DEBUG [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:10,153 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] regionserver.HStore(327): Store=2f4d00579e91d5dcae03fadd56eb7a20/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:10,153 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:10,154 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f4d00579e91d5dcae03fadd56eb7a20 columnFamilyName sid 2024-11-17T08:19:10,155 DEBUG [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:10,155 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] regionserver.HStore(327): Store=2f4d00579e91d5dcae03fadd56eb7a20/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:10,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:10,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/replication/2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:10,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/replication/2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:10,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:10,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:10,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:19:10,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:10,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/replication/2f4d00579e91d5dcae03fadd56eb7a20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:19:10,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 2f4d00579e91d5dcae03fadd56eb7a20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61991922, jitterRate=-0.07624837756156921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:19:10,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:10,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2f4d00579e91d5dcae03fadd56eb7a20: Running coprocessor pre-open hook at 1731831550147Writing region info on filesystem at 1731831550147Initializing all the Stores at 1731831550148 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831550148Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831550148Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831550148Cleaning up temporary data from old regions at 1731831550157 (+9 ms)Running coprocessor post-open hooks at 1731831550164 (+7 ms)Region opened successfully at 1731831550165 (+1 ms) 2024-11-17T08:19:10,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20., pid=7, masterSystemTime=1731831550092 2024-11-17T08:19:10,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:10,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:10,169 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2f4d00579e91d5dcae03fadd56eb7a20, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,40087,1731831541168 2024-11-17T08:19:10,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f4d00579e91d5dcae03fadd56eb7a20, server=e3d0adb87c01,40087,1731831541168 because future has completed 2024-11-17T08:19:10,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T08:19:10,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f4d00579e91d5dcae03fadd56eb7a20, server=e3d0adb87c01,40087,1731831541168 in 234 msec 2024-11-17T08:19:10,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:19:10,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f4d00579e91d5dcae03fadd56eb7a20, ASSIGN in 395 msec 2024-11-17T08:19:10,190 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:19:10,191 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831550191"}]},"ts":"1731831550191"} 2024-11-17T08:19:10,193 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T08:19:10,195 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:19:10,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 466 msec 2024-11-17T08:19:10,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20., hostname=e3d0adb87c01,40087,1731831541168, seqNum=2] 2024-11-17T08:19:10,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:10,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:10,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:19:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:19:10,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:19:10,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:10,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:10,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:10,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:10,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:10,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T08:19:10,484 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T08:19:10,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:10,521 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,40087,1731831541168, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:19:10,522 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:10,522 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,40087,1731831541168, seqNum=-1] 2024-11-17T08:19:10,522 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:10,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-17T08:19:10,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e3d0adb87c01,40087,1731831541168', locateType=CURRENT is [region=hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20., hostname=e3d0adb87c01,40087,1731831541168, seqNum=2] 2024-11-17T08:19:10,528 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T08:19:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T08:19:10,530 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e3d0adb87c01,40087,1731831541168 suceeded 2024-11-17T08:19:10,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T08:19:10,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-17T08:19:10,533 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e3d0adb87c01:39709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:19:10,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 813 msec 2024-11-17T08:19:10,549 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:39709' 2024-11-17T08:19:10,551 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f81f49e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:10,551 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39709,-1 for getting cluster id 2024-11-17T08:19:10,551 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:10,552 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3f661f2-e40c-4a76-8fe9-ee9c8df163ed' 2024-11-17T08:19:10,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:10,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3f661f2-e40c-4a76-8fe9-ee9c8df163ed" 2024-11-17T08:19:10,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d07d3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:10,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39709,-1] 2024-11-17T08:19:10,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:10,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:10,553 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:10,554 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e09f548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:10,554 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:10,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39709,1731831547275 2024-11-17T08:19:10,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a7182b0 2024-11-17T08:19:10,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:10,556 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-17T08:19:10,557 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,40087,1731831541168 (queues=1) is replicating from cluster=19de24d6-dd04-4192-af2d-eab5d17012d9 to cluster=f3f661f2-e40c-4a76-8fe9-ee9c8df163ed 2024-11-17T08:19:10,557 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C40087%2C1731831541168 2024-11-17T08:19:10,557 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,40087,1731831541168, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:19:10,558 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168.replicationSource.wal-reader.e3d0adb87c01%2C40087%2C1731831541168,1-e3d0adb87c01,40087,1731831541168 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168/e3d0adb87c01%2C40087%2C1731831541168.1731831543903, startPosition=0, beingWritten=true 2024-11-17T08:19:10,565 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168.replicationSource.shippere3d0adb87c01%2C40087%2C1731831541168,1-e3d0adb87c01,40087,1731831541168 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C40087%2C1731831541168 2024-11-17T08:19:10,771 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168.replicationSource.wal-reader.e3d0adb87c01%2C40087%2C1731831541168,1-e3d0adb87c01,40087,1731831541168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168/e3d0adb87c01%2C40087%2C1731831541168.1731831543903 to pos 0, reset compression=false 2024-11-17T08:19:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:19:10,858 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:19:10,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:19:10,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:10,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:10,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:10,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:10,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,35617,1731831540354 2024-11-17T08:19:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@462de46e 2024-11-17T08:19:10,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:10,863 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:19:10,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T08:19:10,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:19:10,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:10,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:10,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:10,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:10,865 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:19:10,865 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=396642003, stopped=false 2024-11-17T08:19:10,865 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,35617,1731831540354 2024-11-17T08:19:10,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01134593808/running 2024-11-17T08:19:10,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01134593808/running 2024-11-17T08:19:10,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:10,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:10,912 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:19:10,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:19:10,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:10,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:10,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on znode that does not yet exist, /01134593808/running 2024-11-17T08:19:10,913 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,40087,1731831541168' ***** 2024-11-17T08:19:10,913 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:19:10,914 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:19:10,914 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:19:10,914 INFO [RS:0;e3d0adb87c01:40087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:19:10,914 INFO [RS:0;e3d0adb87c01:40087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:19:10,914 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:10,914 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,40087,1731831541168 2024-11-17T08:19:10,915 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:19:10,915 INFO [RS:0;e3d0adb87c01:40087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:40087. 2024-11-17T08:19:10,915 DEBUG [RS:0;e3d0adb87c01:40087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:10,915 DEBUG [RS:0;e3d0adb87c01:40087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:10,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on znode that does not yet exist, /01134593808/running 2024-11-17T08:19:10,915 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:19:10,915 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:19:10,915 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:19:10,915 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:19:10,915 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T08:19:10,915 DEBUG [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(1325): Online Regions={2f4d00579e91d5dcae03fadd56eb7a20=hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:19:10,915 DEBUG [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:10,916 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f4d00579e91d5dcae03fadd56eb7a20, disabling compactions & flushes 2024-11-17T08:19:10,916 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:10,916 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:10,916 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. after waiting 0 ms 2024-11-17T08:19:10,916 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:10,916 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:19:10,916 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2f4d00579e91d5dcae03fadd56eb7a20 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-17T08:19:10,916 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:19:10,916 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:19:10,916 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:19:10,916 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:19:10,916 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T08:19:10,949 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/replication/2f4d00579e91d5dcae03fadd56eb7a20/.tmp/queue/daa61cb5404a459b8250257d4dcebdd6 is 151, key is 1-e3d0adb87c01,40087,1731831541168/queue:e3d0adb87c01%2C40087%2C1731831541168/1731831550526/Put/seqid=0 2024-11-17T08:19:10,949 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/.tmp/info/082caf86c9aa42bba38d756b37108734 is 147, key is hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20./info:regioninfo/1731831550169/Put/seqid=0 2024-11-17T08:19:10,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741838_1014 (size=6631) 2024-11-17T08:19:10,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741839_1015 (size=5350) 2024-11-17T08:19:10,960 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/replication/2f4d00579e91d5dcae03fadd56eb7a20/.tmp/queue/daa61cb5404a459b8250257d4dcebdd6 2024-11-17T08:19:10,969 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/replication/2f4d00579e91d5dcae03fadd56eb7a20/.tmp/queue/daa61cb5404a459b8250257d4dcebdd6 as hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/replication/2f4d00579e91d5dcae03fadd56eb7a20/queue/daa61cb5404a459b8250257d4dcebdd6 2024-11-17T08:19:10,977 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:19:10,977 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/replication/2f4d00579e91d5dcae03fadd56eb7a20/queue/daa61cb5404a459b8250257d4dcebdd6, entries=1, sequenceid=5, filesize=5.2 K 2024-11-17T08:19:10,978 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2f4d00579e91d5dcae03fadd56eb7a20 in 62ms, sequenceid=5, compaction requested=false 2024-11-17T08:19:10,979 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T08:19:10,984 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/replication/2f4d00579e91d5dcae03fadd56eb7a20/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T08:19:10,984 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:19:10,985 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:19:10,985 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:10,985 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f4d00579e91d5dcae03fadd56eb7a20: Waiting for close lock at 1731831550915Running coprocessor pre-close hooks at 1731831550915Disabling compacts and flushes for region at 1731831550915Disabling writes for close at 1731831550916 (+1 ms)Obtaining lock to block concurrent updates at 1731831550916Preparing flush snapshotting stores in 2f4d00579e91d5dcae03fadd56eb7a20 at 1731831550916Finished memstore snapshotting hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731831550916Flushing stores of hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. at 1731831550917 (+1 ms)Flushing 2f4d00579e91d5dcae03fadd56eb7a20/queue: creating writer at 1731831550917Flushing 2f4d00579e91d5dcae03fadd56eb7a20/queue: appending metadata at 1731831550949 (+32 ms)Flushing 2f4d00579e91d5dcae03fadd56eb7a20/queue: closing flushed file at 1731831550949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c20cd12: reopening flushed file at 1731831550968 (+19 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2f4d00579e91d5dcae03fadd56eb7a20 in 62ms, sequenceid=5, compaction requested=false at 1731831550978 (+10 ms)Writing region close event to WAL at 1731831550980 (+2 ms)Running coprocessor post-close hooks at 1731831550984 (+4 ms)Closed at 1731831550985 (+1 ms) 2024-11-17T08:19:10,985 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:11,076 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168.replicationSource.wal-reader.e3d0adb87c01%2C40087%2C1731831541168,1-e3d0adb87c01,40087,1731831541168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168/e3d0adb87c01%2C40087%2C1731831541168.1731831543903 to pos 0, reset compression=false 2024-11-17T08:19:11,115 DEBUG [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:11,316 DEBUG [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:11,360 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/.tmp/info/082caf86c9aa42bba38d756b37108734 2024-11-17T08:19:11,390 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/.tmp/ns/674c15cdff4041dfa3b6e9ed2dc8bd56 is 43, key is default/ns:d/1731831545046/Put/seqid=0 2024-11-17T08:19:11,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741840_1016 (size=5153) 2024-11-17T08:19:11,499 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168.replicationSource.wal-reader.e3d0adb87c01%2C40087%2C1731831541168,1-e3d0adb87c01,40087,1731831541168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168/e3d0adb87c01%2C40087%2C1731831541168.1731831543903 to pos 0, reset compression=false 2024-11-17T08:19:11,516 DEBUG [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:11,716 DEBUG [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:11,776 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:19:11,776 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:19:11,802 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/.tmp/ns/674c15cdff4041dfa3b6e9ed2dc8bd56 2024-11-17T08:19:11,831 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/.tmp/table/24ac982f8d254033b68252847aceb239 is 53, key is hbase:replication/table:state/1731831550191/Put/seqid=0 2024-11-17T08:19:11,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741841_1017 (size=5256) 2024-11-17T08:19:11,870 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/.tmp/table/24ac982f8d254033b68252847aceb239 2024-11-17T08:19:11,880 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/.tmp/info/082caf86c9aa42bba38d756b37108734 as hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/info/082caf86c9aa42bba38d756b37108734 2024-11-17T08:19:11,887 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/info/082caf86c9aa42bba38d756b37108734, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T08:19:11,888 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/.tmp/ns/674c15cdff4041dfa3b6e9ed2dc8bd56 as hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/ns/674c15cdff4041dfa3b6e9ed2dc8bd56 2024-11-17T08:19:11,893 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/ns/674c15cdff4041dfa3b6e9ed2dc8bd56, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T08:19:11,894 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/.tmp/table/24ac982f8d254033b68252847aceb239 as hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/table/24ac982f8d254033b68252847aceb239 2024-11-17T08:19:11,914 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/table/24ac982f8d254033b68252847aceb239, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T08:19:11,916 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1000ms, sequenceid=11, compaction requested=false 2024-11-17T08:19:11,916 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:19:11,916 DEBUG [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:19:11,916 DEBUG [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:11,925 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T08:19:11,925 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:19:11,925 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:19:11,925 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:19:11,925 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831550916Running coprocessor pre-close hooks at 1731831550916Disabling compacts and flushes for region at 1731831550916Disabling writes for close at 1731831550916Obtaining lock to block concurrent updates at 1731831550916Preparing flush snapshotting stores in 1588230740 at 1731831550916Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731831550916Flushing stores of hbase:meta,,1.1588230740 at 1731831550917 (+1 ms)Flushing 1588230740/info: creating writer at 1731831550917Flushing 1588230740/info: appending metadata at 1731831550949 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731831550949Flushing 1588230740/ns: creating writer at 1731831551366 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731831551389 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731831551389Flushing 1588230740/table: creating writer at 1731831551809 (+420 ms)Flushing 1588230740/table: appending metadata at 1731831551830 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731831551830Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad2915a: reopening flushed file at 1731831551880 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@512ec7e6: reopening flushed file at 1731831551887 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c63bf55: reopening flushed file at 1731831551893 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1000ms, sequenceid=11, compaction requested=false at 1731831551916 (+23 ms)Writing region close event to WAL at 1731831551920 (+4 ms)Running coprocessor post-close hooks at 1731831551925 (+5 ms)Closed at 1731831551925 2024-11-17T08:19:11,925 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:19:12,031 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168.replicationSource.wal-reader.e3d0adb87c01%2C40087%2C1731831541168,1-e3d0adb87c01,40087,1731831541168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168/e3d0adb87c01%2C40087%2C1731831541168.1731831543903 to pos 0, reset compression=false 2024-11-17T08:19:12,117 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,40087,1731831541168; all regions closed. 2024-11-17T08:19:12,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741834_1010 (size=2742) 2024-11-17T08:19:12,122 DEBUG [RS:0;e3d0adb87c01:40087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/oldWALs 2024-11-17T08:19:12,122 INFO [RS:0;e3d0adb87c01:40087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C40087%2C1731831541168.meta:.meta(num 1731831544904) 2024-11-17T08:19:12,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741837_1013 (size=1586) 2024-11-17T08:19:12,129 DEBUG [RS:0;e3d0adb87c01:40087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/oldWALs 2024-11-17T08:19:12,129 INFO [RS:0;e3d0adb87c01:40087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C40087%2C1731831541168.rep:(num 1731831550115) 2024-11-17T08:19:12,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741832_1008 (size=93) 2024-11-17T08:19:12,134 DEBUG [RS:0;e3d0adb87c01:40087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/oldWALs 2024-11-17T08:19:12,134 INFO [RS:0;e3d0adb87c01:40087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C40087%2C1731831541168:(num 1731831543903) 2024-11-17T08:19:12,134 DEBUG [RS:0;e3d0adb87c01:40087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:12,134 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:19:12,134 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:19:12,135 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:19:12,135 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:19:12,135 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,40087,1731831541168 because: Region server is closing 2024-11-17T08:19:12,135 INFO [RS:0;e3d0adb87c01:40087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:40087. 2024-11-17T08:19:12,135 DEBUG [RS:0;e3d0adb87c01:40087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:12,135 DEBUG [RS:0;e3d0adb87c01:40087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:12,136 DEBUG [RS:0;e3d0adb87c01:40087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:12,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:12,136 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:19:12,236 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168.replicationSource.shippere3d0adb87c01%2C40087%2C1731831541168,1-e3d0adb87c01,40087,1731831541168 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T08:19:12,236 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168.replicationSource.wal-reader.e3d0adb87c01%2C40087%2C1731831541168,1-e3d0adb87c01,40087,1731831541168 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T08:19:12,236 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40087,1731831541168.replicationSource.shippere3d0adb87c01%2C40087%2C1731831541168,1-e3d0adb87c01,40087,1731831541168 terminated 2024-11-17T08:19:12,236 INFO [RS:0;e3d0adb87c01:40087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40087 2024-11-17T08:19:12,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808/rs 2024-11-17T08:19:12,312 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:19:12,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01134593808/rs/e3d0adb87c01,40087,1731831541168 2024-11-17T08:19:12,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,40087,1731831541168] 2024-11-17T08:19:12,333 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01134593808/draining/e3d0adb87c01,40087,1731831541168 already deleted, retry=false 2024-11-17T08:19:12,333 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,40087,1731831541168 expired; onlineServers=0 2024-11-17T08:19:12,333 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,35617,1731831540354' ***** 2024-11-17T08:19:12,333 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:19:12,334 INFO [M:0;e3d0adb87c01:35617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:19:12,334 INFO [M:0;e3d0adb87c01:35617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:19:12,334 DEBUG [M:0;e3d0adb87c01:35617 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:19:12,334 DEBUG [M:0;e3d0adb87c01:35617 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:19:12,334 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:19:12,334 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831543716 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831543716,5,FailOnTimeoutGroup] 2024-11-17T08:19:12,334 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831543722 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831543722,5,FailOnTimeoutGroup] 2024-11-17T08:19:12,334 INFO [M:0;e3d0adb87c01:35617 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:19:12,334 INFO [M:0;e3d0adb87c01:35617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:19:12,334 DEBUG [M:0;e3d0adb87c01:35617 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:19:12,335 INFO [M:0;e3d0adb87c01:35617 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:19:12,336 INFO [M:0;e3d0adb87c01:35617 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:19:12,336 INFO [M:0;e3d0adb87c01:35617 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:19:12,337 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:19:12,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01134593808/master 2024-11-17T08:19:12,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:12,348 DEBUG [M:0;e3d0adb87c01:35617 {}] zookeeper.ZKUtil(347): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Unable to get data of znode /01134593808/master because node does not exist (not an error) 2024-11-17T08:19:12,348 WARN [M:0;e3d0adb87c01:35617 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:19:12,348 INFO [M:0;e3d0adb87c01:35617 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/.lastflushedseqids 2024-11-17T08:19:12,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741842_1018 (size=181) 2024-11-17T08:19:12,360 INFO [M:0;e3d0adb87c01:35617 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:19:12,360 INFO [M:0;e3d0adb87c01:35617 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:19:12,360 DEBUG [M:0;e3d0adb87c01:35617 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:19:12,360 INFO [M:0;e3d0adb87c01:35617 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:12,360 DEBUG [M:0;e3d0adb87c01:35617 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:12,360 DEBUG [M:0;e3d0adb87c01:35617 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:19:12,360 DEBUG [M:0;e3d0adb87c01:35617 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:12,360 INFO [M:0;e3d0adb87c01:35617 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-17T08:19:12,386 DEBUG [M:0;e3d0adb87c01:35617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8817615b71744d17a0883c589aedea82 is 82, key is hbase:meta,,1/info:regioninfo/1731831544986/Put/seqid=0 2024-11-17T08:19:12,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741843_1019 (size=5672) 2024-11-17T08:19:12,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:12,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x10147e01be80001, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:12,425 INFO [RS:0;e3d0adb87c01:40087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:19:12,425 INFO [RS:0;e3d0adb87c01:40087 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,40087,1731831541168; zookeeper connection closed. 2024-11-17T08:19:12,425 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18015d61 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18015d61 2024-11-17T08:19:12,425 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:19:12,799 INFO [M:0;e3d0adb87c01:35617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8817615b71744d17a0883c589aedea82 2024-11-17T08:19:12,818 DEBUG [M:0;e3d0adb87c01:35617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e64655d81174a59a6f5bf276b230fc1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731831550197/Put/seqid=0 2024-11-17T08:19:12,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741844_1020 (size=7203) 2024-11-17T08:19:13,222 INFO [M:0;e3d0adb87c01:35617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e64655d81174a59a6f5bf276b230fc1 2024-11-17T08:19:13,240 DEBUG [M:0;e3d0adb87c01:35617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5174a91f22374ef0aba5eac5b8a2718d is 69, key is e3d0adb87c01,40087,1731831541168/rs:state/1731831543743/Put/seqid=0 2024-11-17T08:19:13,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741845_1021 (size=5156) 2024-11-17T08:19:13,645 INFO [M:0;e3d0adb87c01:35617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5174a91f22374ef0aba5eac5b8a2718d 2024-11-17T08:19:13,650 DEBUG [M:0;e3d0adb87c01:35617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8817615b71744d17a0883c589aedea82 as hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8817615b71744d17a0883c589aedea82 2024-11-17T08:19:13,655 INFO [M:0;e3d0adb87c01:35617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8817615b71744d17a0883c589aedea82, entries=8, sequenceid=70, filesize=5.5 K 2024-11-17T08:19:13,656 DEBUG [M:0;e3d0adb87c01:35617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e64655d81174a59a6f5bf276b230fc1 as hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e64655d81174a59a6f5bf276b230fc1 2024-11-17T08:19:13,660 INFO [M:0;e3d0adb87c01:35617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e64655d81174a59a6f5bf276b230fc1, entries=8, sequenceid=70, filesize=7.0 K 2024-11-17T08:19:13,661 DEBUG [M:0;e3d0adb87c01:35617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5174a91f22374ef0aba5eac5b8a2718d as hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5174a91f22374ef0aba5eac5b8a2718d 2024-11-17T08:19:13,665 INFO [M:0;e3d0adb87c01:35617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5174a91f22374ef0aba5eac5b8a2718d, entries=1, sequenceid=70, filesize=5.0 K 2024-11-17T08:19:13,666 INFO [M:0;e3d0adb87c01:35617 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=70, compaction requested=false 2024-11-17T08:19:13,668 INFO [M:0;e3d0adb87c01:35617 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:13,668 DEBUG [M:0;e3d0adb87c01:35617 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831552360Disabling compacts and flushes for region at 1731831552360Disabling writes for close at 1731831552360Obtaining lock to block concurrent updates at 1731831552360Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831552360Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731831552361 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831552361Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831552361Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831552385 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831552385Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831552804 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831552818 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831552818Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831553227 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831553240 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831553240Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c48f72a: reopening flushed file at 1731831553649 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c978760: reopening flushed file at 1731831553655 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bdfa96e: reopening flushed file at 1731831553660 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=70, compaction requested=false at 1731831553666 (+6 ms)Writing region close event to WAL at 1731831553667 (+1 ms)Closed at 1731831553667 2024-11-17T08:19:13,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741830_1006 (size=41008) 2024-11-17T08:19:13,669 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/WALs/e3d0adb87c01,35617,1731831540354/e3d0adb87c01%2C35617%2C1731831540354.1731831543217 not finished, retry = 0 2024-11-17T08:19:13,770 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:19:13,770 INFO [M:0;e3d0adb87c01:35617 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:19:13,771 INFO [M:0;e3d0adb87c01:35617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35617 2024-11-17T08:19:13,771 INFO [M:0;e3d0adb87c01:35617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:19:13,959 INFO [M:0;e3d0adb87c01:35617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:19:13,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:13,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35617-0x10147e01be80000, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:13,961 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:19:13,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:13,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:13,961 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:19:13,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:13,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:19:13,961 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:19:13,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:19:13,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44341 2024-11-17T08:19:13,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44341 connecting to ZooKeeper ensemble=127.0.0.1:50184 2024-11-17T08:19:13,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443410x0, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:19:13,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44341-0x10147e01be80006 connected 2024-11-17T08:19:14,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:14,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:14,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on znode that does not yet exist, /01134593808/running 2024-11-17T08:19:14,023 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01134593808/meta-region-server: INIT 2024-11-17T08:19:14,023 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89, hbase.cluster.distributed=false 2024-11-17T08:19:14,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on znode that does not yet exist, /01134593808/acl 2024-11-17T08:19:14,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44341 2024-11-17T08:19:14,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44341 2024-11-17T08:19:14,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44341 2024-11-17T08:19:14,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44341 2024-11-17T08:19:14,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44341 2024-11-17T08:19:14,041 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:19:14,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:14,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:14,041 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:19:14,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:14,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:19:14,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:19:14,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:19:14,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43931 2024-11-17T08:19:14,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43931 connecting to ZooKeeper ensemble=127.0.0.1:50184 2024-11-17T08:19:14,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:14,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:14,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439310x0, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:19:14,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43931-0x10147e01be80007 connected 2024-11-17T08:19:14,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on znode that does not yet exist, /01134593808/running 2024-11-17T08:19:14,060 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01134593808/meta-region-server: INIT 2024-11-17T08:19:14,060 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:19:14,060 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:19:14,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on znode that does not yet exist, /01134593808/master 2024-11-17T08:19:14,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on znode that does not yet exist, /01134593808/acl 2024-11-17T08:19:14,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43931 2024-11-17T08:19:14,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43931 2024-11-17T08:19:14,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43931 2024-11-17T08:19:14,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43931 2024-11-17T08:19:14,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43931 2024-11-17T08:19:14,073 DEBUG [M:0;e3d0adb87c01:44341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:44341 2024-11-17T08:19:14,073 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01134593808/backup-masters/e3d0adb87c01,44341,1731831553961 2024-11-17T08:19:14,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808/backup-masters 2024-11-17T08:19:14,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808/backup-masters 2024-11-17T08:19:14,085 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on existing znode=/01134593808/backup-masters/e3d0adb87c01,44341,1731831553961 2024-11-17T08:19:14,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:14,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01134593808/master 2024-11-17T08:19:14,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:14,095 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on existing znode=/01134593808/master 2024-11-17T08:19:14,095 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01134593808/backup-masters/e3d0adb87c01,44341,1731831553961 from backup master directory 2024-11-17T08:19:14,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808/backup-masters 2024-11-17T08:19:14,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01134593808/backup-masters/e3d0adb87c01,44341,1731831553961 2024-11-17T08:19:14,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808/backup-masters 2024-11-17T08:19:14,105 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:19:14,105 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,44341,1731831553961 2024-11-17T08:19:14,114 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:14,114 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:19:14,119 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-17T08:19:14,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741846_1022 (size=196) 2024-11-17T08:19:14,531 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:19:14,532 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:19:14,532 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:14,537 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-17T08:19:14,539 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/WALs/e3d0adb87c01,35617,1731831540354 to hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/WALs/e3d0adb87c01,35617,1731831540354-dead as it is dead 2024-11-17T08:19:14,539 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/WALs/e3d0adb87c01,35617,1731831540354-dead/e3d0adb87c01%2C35617%2C1731831540354.1731831543217 2024-11-17T08:19:14,540 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/WALs/e3d0adb87c01,35617,1731831540354-dead/e3d0adb87c01%2C35617%2C1731831540354.1731831543217 after 1ms 2024-11-17T08:19:14,540 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/WALs/e3d0adb87c01,35617,1731831540354-dead/e3d0adb87c01%2C35617%2C1731831540354.1731831543217 to hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e3d0adb87c01%2C35617%2C1731831540354.1731831543217 2024-11-17T08:19:14,540 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/WALs/e3d0adb87c01,35617,1731831540354-dead 2024-11-17T08:19:14,541 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/WALs/e3d0adb87c01,44341,1731831553961 2024-11-17T08:19:14,541 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:19:14,542 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C44341%2C1731831553961, suffix=, logDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/WALs/e3d0adb87c01,44341,1731831553961, archiveDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/oldWALs, maxLogs=10 2024-11-17T08:19:14,555 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/WALs/e3d0adb87c01,44341,1731831553961/e3d0adb87c01%2C44341%2C1731831553961.1731831554542, exclude list is [], retry=0 2024-11-17T08:19:14,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32983,DS-72e74f68-6c80-4973-93d5-21192cac1424,DISK] 2024-11-17T08:19:14,558 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/WALs/e3d0adb87c01,44341,1731831553961/e3d0adb87c01%2C44341%2C1731831553961.1731831554542 2024-11-17T08:19:14,559 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40379:40379)] 2024-11-17T08:19:14,559 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:19:14,559 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:14,559 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:14,559 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:14,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:14,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:19:14,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:14,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8817615b71744d17a0883c589aedea82 2024-11-17T08:19:14,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:14,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:14,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:19:14,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:14,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e64655d81174a59a6f5bf276b230fc1 2024-11-17T08:19:14,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:14,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:14,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:19:14,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:14,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5174a91f22374ef0aba5eac5b8a2718d 2024-11-17T08:19:14,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:14,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:14,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:19:14,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:14,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:14,580 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:14,581 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-17T08:19:14,581 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e3d0adb87c01%2C35617%2C1731831540354.1731831543217 2024-11-17T08:19:14,585 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e3d0adb87c01%2C35617%2C1731831540354.1731831543217 2024-11-17T08:19:14,586 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e3d0adb87c01%2C35617%2C1731831540354.1731831543217 2024-11-17T08:19:14,587 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:14,587 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:14,588 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:19:14,589 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:14,590 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-17T08:19:14,591 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60398331, jitterRate=-0.0999947339296341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:19:14,591 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831554559Initializing all the Stores at 1731831554560 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831554560Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831554560Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831554560Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831554560Cleaning up temporary data from old regions at 1731831554587 (+27 ms)Region opened successfully at 1731831554591 (+4 ms) 2024-11-17T08:19:14,592 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:19:14,594 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38018971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:19:14,596 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-17T08:19:14,596 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:19:14,596 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:19:14,596 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:19:14,597 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:19:14,599 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:14,600 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:19:14,600 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:19:14,600 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-17T08:19:14,600 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:19:14,603 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e3d0adb87c01,40087,1731831541168, regionLocation=e3d0adb87c01,40087,1731831541168, openSeqNum=2 2024-11-17T08:19:14,603 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e3d0adb87c01,40087,1731831541168, table=hbase:meta, region=1588230740 2024-11-17T08:19:14,603 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,40087,1731831541168, state=OPEN 2024-11-17T08:19:14,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01134593808/meta-region-server 2024-11-17T08:19:14,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01134593808/meta-region-server 2024-11-17T08:19:14,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01134593808/meta-region-server: CHANGED 2024-11-17T08:19:14,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01134593808/meta-region-server: CHANGED 2024-11-17T08:19:14,667 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:19:14,674 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01134593808/draining/e3d0adb87c01,40087,1731831541168 already deleted, retry=false 2024-11-17T08:19:14,674 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of e3d0adb87c01,40087,1731831541168 on e3d0adb87c01,44341,1731831553961 2024-11-17T08:19:14,675 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e3d0adb87c01,40087,1731831541168, splitWal=true, meta=true 2024-11-17T08:19:14,675 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for e3d0adb87c01,40087,1731831541168 (carryingMeta=true) e3d0adb87c01,40087,1731831541168/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@34605d29[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T08:19:14,677 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Unable to get data of znode /01134593808/balancer because node does not exist (not necessarily an error) 2024-11-17T08:19:14,684 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01134593808/balancer already deleted, retry=false 2024-11-17T08:19:14,685 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:19:14,686 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Unable to get data of znode /01134593808/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:19:14,695 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01134593808/normalizer already deleted, retry=false 2024-11-17T08:19:14,695 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:19:14,697 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Unable to get data of znode /01134593808/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:19:14,705 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01134593808/switch/split already deleted, retry=false 2024-11-17T08:19:14,707 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Unable to get data of znode /01134593808/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:19:14,716 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01134593808/switch/merge already deleted, retry=false 2024-11-17T08:19:14,729 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Unable to get data of znode /01134593808/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:19:14,737 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01134593808/snapshot-cleanup already deleted, retry=false 2024-11-17T08:19:14,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01134593808/running 2024-11-17T08:19:14,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01134593808/running 2024-11-17T08:19:14,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:14,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:14,748 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,44341,1731831553961, sessionid=0x10147e01be80006, setting cluster-up flag (Was=false) 2024-11-17T08:19:14,759 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01134593808/flush-table-proc/acquired, /01134593808/flush-table-proc/reached, /01134593808/flush-table-proc/abort 2024-11-17T08:19:14,759 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,44341,1731831553961 2024-11-17T08:19:14,769 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01134593808/online-snapshot/acquired, /01134593808/online-snapshot/reached, /01134593808/online-snapshot/abort 2024-11-17T08:19:14,770 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,44341,1731831553961 2024-11-17T08:19:14,771 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/.lastflushedseqids 2024-11-17T08:19:14,773 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:19:14,773 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:19:14,773 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,44341,1731831553961 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 e3d0adb87c01,40087,1731831541168 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:19:14,774 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:14,774 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:14,774 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:14,774 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:14,774 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:19:14,774 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:14,774 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:19:14,774 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:14,775 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831584775 2024-11-17T08:19:14,775 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:19:14,775 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:19:14,775 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:19:14,775 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:19:14,775 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:19:14,775 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:19:14,775 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:14,776 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e3d0adb87c01,40087,1731831541168, splitWal=true, meta=true 2024-11-17T08:19:14,776 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:19:14,776 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:19:14,776 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:19:14,776 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:19:14,776 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:19:14,776 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:19:14,776 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e3d0adb87c01,40087,1731831541168, splitWal=true, meta=true, isMeta: true 2024-11-17T08:19:14,777 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168-splitting 2024-11-17T08:19:14,778 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168-splitting dir is empty, no logs to split. 2024-11-17T08:19:14,778 INFO [PEWorker-1 {}] master.SplitWALManager(105): e3d0adb87c01,40087,1731831541168 WAL count=0, meta=true 2024-11-17T08:19:14,779 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831554776,5,FailOnTimeoutGroup] 2024-11-17T08:19:14,780 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831554779,5,FailOnTimeoutGroup] 2024-11-17T08:19:14,780 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:14,780 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:19:14,780 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:14,780 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:14,780 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831554780, completionTime=-1 2024-11-17T08:19:14,780 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-17T08:19:14,780 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T08:19:14,781 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168-splitting dir is empty, no logs to split. 2024-11-17T08:19:14,781 INFO [PEWorker-1 {}] master.SplitWALManager(105): e3d0adb87c01,40087,1731831541168 WAL count=0, meta=true 2024-11-17T08:19:14,781 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e3d0adb87c01,40087,1731831541168 WAL splitting is done? wals=0, meta=true 2024-11-17T08:19:14,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:19:14,782 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:19:14,783 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T08:19:14,865 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(746): ClusterId : 19de24d6-dd04-4192-af2d-eab5d17012d9 2024-11-17T08:19:14,865 DEBUG [RS:0;e3d0adb87c01:43931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:19:14,874 DEBUG [RS:0;e3d0adb87c01:43931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:19:14,874 DEBUG [RS:0;e3d0adb87c01:43931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:19:14,885 DEBUG [RS:0;e3d0adb87c01:43931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:19:14,885 DEBUG [RS:0;e3d0adb87c01:43931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29672f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:19:14,897 DEBUG [RS:0;e3d0adb87c01:43931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:43931 2024-11-17T08:19:14,897 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:19:14,897 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:19:14,897 DEBUG [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:19:14,897 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,44341,1731831553961 with port=43931, startcode=1731831554041 2024-11-17T08:19:14,898 DEBUG [RS:0;e3d0adb87c01:43931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:19:14,899 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:19:14,899 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44341 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,43931,1731831554041 2024-11-17T08:19:14,899 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44341 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,43931,1731831554041 2024-11-17T08:19:14,900 DEBUG [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89 2024-11-17T08:19:14,900 DEBUG [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37369 2024-11-17T08:19:14,900 DEBUG [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:19:14,930 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T08:19:14,933 WARN [e3d0adb87c01:44341 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T08:19:14,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808/rs 2024-11-17T08:19:14,937 DEBUG [RS:0;e3d0adb87c01:43931 {}] zookeeper.ZKUtil(111): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on existing znode=/01134593808/rs/e3d0adb87c01,43931,1731831554041 2024-11-17T08:19:14,937 WARN [RS:0;e3d0adb87c01:43931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:19:14,937 INFO [RS:0;e3d0adb87c01:43931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:14,937 DEBUG [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041 2024-11-17T08:19:14,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,43931,1731831554041] 2024-11-17T08:19:14,954 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:19:14,955 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:19:14,956 INFO [RS:0;e3d0adb87c01:43931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:19:14,956 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:14,956 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:19:14,956 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:19:14,957 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:14,957 DEBUG [RS:0;e3d0adb87c01:43931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:14,957 DEBUG [RS:0;e3d0adb87c01:43931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:14,957 DEBUG [RS:0;e3d0adb87c01:43931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:14,957 DEBUG [RS:0;e3d0adb87c01:43931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:14,957 DEBUG [RS:0;e3d0adb87c01:43931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:14,957 DEBUG [RS:0;e3d0adb87c01:43931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:19:14,957 DEBUG [RS:0;e3d0adb87c01:43931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:14,957 DEBUG [RS:0;e3d0adb87c01:43931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:14,957 DEBUG [RS:0;e3d0adb87c01:43931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:14,957 DEBUG [RS:0;e3d0adb87c01:43931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:14,957 DEBUG [RS:0;e3d0adb87c01:43931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:14,957 DEBUG [RS:0;e3d0adb87c01:43931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:14,957 DEBUG [RS:0;e3d0adb87c01:43931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:19:14,957 DEBUG [RS:0;e3d0adb87c01:43931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:19:14,957 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:14,957 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:14,957 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:14,957 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:14,958 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:14,958 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,43931,1731831554041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:19:14,970 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:19:14,970 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,43931,1731831554041-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:14,982 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,43931,1731831554041, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:19:14,983 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:14,983 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.Replication(171): e3d0adb87c01,43931,1731831554041 started 2024-11-17T08:19:14,995 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:14,995 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,43931,1731831554041, RpcServer on e3d0adb87c01/172.17.0.3:43931, sessionid=0x10147e01be80007 2024-11-17T08:19:14,995 DEBUG [RS:0;e3d0adb87c01:43931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:19:14,995 DEBUG [RS:0;e3d0adb87c01:43931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,43931,1731831554041 2024-11-17T08:19:14,995 DEBUG [RS:0;e3d0adb87c01:43931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,43931,1731831554041' 2024-11-17T08:19:14,995 DEBUG [RS:0;e3d0adb87c01:43931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01134593808/flush-table-proc/abort' 2024-11-17T08:19:14,996 DEBUG [RS:0;e3d0adb87c01:43931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01134593808/flush-table-proc/acquired' 2024-11-17T08:19:14,996 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource,1-e3d0adb87c01,43931,1731831554041 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:39709' 2024-11-17T08:19:14,996 DEBUG [RS:0;e3d0adb87c01:43931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:19:14,996 DEBUG [RS:0;e3d0adb87c01:43931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:19:14,996 DEBUG [RS:0;e3d0adb87c01:43931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,43931,1731831554041 2024-11-17T08:19:14,996 DEBUG [RS:0;e3d0adb87c01:43931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,43931,1731831554041' 2024-11-17T08:19:14,996 DEBUG [RS:0;e3d0adb87c01:43931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01134593808/online-snapshot/abort' 2024-11-17T08:19:14,997 DEBUG [RS:0;e3d0adb87c01:43931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01134593808/online-snapshot/acquired' 2024-11-17T08:19:14,997 DEBUG [RS:0;e3d0adb87c01:43931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:19:14,997 INFO [RS:0;e3d0adb87c01:43931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:19:14,997 INFO [RS:0;e3d0adb87c01:43931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:19:14,997 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource,1-e3d0adb87c01,43931,1731831554041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@454c42cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:14,997 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource,1-e3d0adb87c01,43931,1731831554041 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39709,-1 for getting cluster id 2024-11-17T08:19:14,997 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource,1-e3d0adb87c01,43931,1731831554041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:14,998 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3f661f2-e40c-4a76-8fe9-ee9c8df163ed' 2024-11-17T08:19:14,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:14,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3f661f2-e40c-4a76-8fe9-ee9c8df163ed" 2024-11-17T08:19:14,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d1412db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:14,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39709,-1] 2024-11-17T08:19:14,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:14,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:15,000 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:15,000 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource,1-e3d0adb87c01,43931,1731831554041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bed935b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:15,000 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource,1-e3d0adb87c01,43931,1731831554041 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:15,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39709,1731831547275 2024-11-17T08:19:15,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a1cb510 2024-11-17T08:19:15,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:15,002 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-17T08:19:15,002 INFO [RS:0;e3d0adb87c01:43931.replicationSource,1-e3d0adb87c01,43931,1731831554041 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,43931,1731831554041 (queues=0) is replicating from cluster=19de24d6-dd04-4192-af2d-eab5d17012d9 to cluster=f3f661f2-e40c-4a76-8fe9-ee9c8df163ed 2024-11-17T08:19:15,097 INFO [RS:0;e3d0adb87c01:43931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:19:15,099 INFO [RS:0;e3d0adb87c01:43931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C43931%2C1731831554041, suffix=, logDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041, archiveDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/oldWALs, maxLogs=10 2024-11-17T08:19:15,111 DEBUG [RS:0;e3d0adb87c01:43931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.1731831555099, exclude list is [], retry=0 2024-11-17T08:19:15,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32983,DS-72e74f68-6c80-4973-93d5-21192cac1424,DISK] 2024-11-17T08:19:15,114 INFO [RS:0;e3d0adb87c01:43931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.1731831555099 2024-11-17T08:19:15,115 DEBUG [RS:0;e3d0adb87c01:43931 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e3d0adb87c01%2C43931%2C1731831554041 for peer 1 2024-11-17T08:19:15,115 DEBUG [RS:0;e3d0adb87c01:43931 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C43931%2C1731831554041 2024-11-17T08:19:15,115 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,43931,1731831554041, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:19:15,115 DEBUG [RS:0;e3d0adb87c01:43931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40379:40379)] 2024-11-17T08:19:15,115 INFO [RS:0;e3d0adb87c01:43931.replicationSource.shippere3d0adb87c01%2C43931%2C1731831554041,1-e3d0adb87c01,43931,1731831554041 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C43931%2C1731831554041 2024-11-17T08:19:15,115 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource.wal-reader.e3d0adb87c01%2C43931%2C1731831554041,1-e3d0adb87c01,43931,1731831554041 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.1731831555099, startPosition=0, beingWritten=true 2024-11-17T08:19:15,183 DEBUG [e3d0adb87c01:44341 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:19:15,184 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,43931,1731831554041 2024-11-17T08:19:15,185 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,43931,1731831554041, state=OPENING 2024-11-17T08:19:15,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01134593808/meta-region-server 2024-11-17T08:19:15,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01134593808/meta-region-server 2024-11-17T08:19:15,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01134593808/meta-region-server: CHANGED 2024-11-17T08:19:15,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01134593808/meta-region-server: CHANGED 2024-11-17T08:19:15,207 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:19:15,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,43931,1731831554041}] 2024-11-17T08:19:15,320 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource.wal-reader.e3d0adb87c01%2C43931%2C1731831554041,1-e3d0adb87c01,43931,1731831554041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.1731831555099 to pos 0, reset compression=false 2024-11-17T08:19:15,359 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:19:15,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:19:15,363 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:19:15,363 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:15,363 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:19:15,365 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C43931%2C1731831554041.meta, suffix=.meta, logDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041, archiveDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/oldWALs, maxLogs=10 2024-11-17T08:19:15,377 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.meta.1731831555365.meta, exclude list is [], retry=0 2024-11-17T08:19:15,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32983,DS-72e74f68-6c80-4973-93d5-21192cac1424,DISK] 2024-11-17T08:19:15,380 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.meta.1731831555365.meta 2024-11-17T08:19:15,380 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40379:40379)] 2024-11-17T08:19:15,380 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:19:15,381 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:19:15,381 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:19:15,381 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:19:15,381 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:19:15,381 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:19:15,381 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:15,381 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:19:15,381 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:19:15,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:19:15,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:19:15,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:15,389 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/info/082caf86c9aa42bba38d756b37108734 2024-11-17T08:19:15,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:15,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:19:15,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:19:15,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:15,396 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/ns/674c15cdff4041dfa3b6e9ed2dc8bd56 2024-11-17T08:19:15,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:15,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:19:15,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:19:15,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:15,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:15,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:19:15,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:19:15,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:15,403 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/table/24ac982f8d254033b68252847aceb239 2024-11-17T08:19:15,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:15,403 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:19:15,404 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740 2024-11-17T08:19:15,405 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740 2024-11-17T08:19:15,406 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:19:15,406 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:19:15,406 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:19:15,407 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:19:15,407 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70957837, jitterRate=0.057354167103767395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:19:15,407 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:19:15,408 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831555381Writing region info on filesystem at 1731831555381Initializing all the Stores at 1731831555382 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831555382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831555382Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831555382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831555382Cleaning up temporary data from old regions at 1731831555406 (+24 ms)Running coprocessor post-open hooks at 1731831555407 (+1 ms)Region opened successfully at 1731831555407 2024-11-17T08:19:15,408 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731831555359 2024-11-17T08:19:15,410 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:19:15,410 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:19:15,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=e3d0adb87c01,43931,1731831554041 2024-11-17T08:19:15,411 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,43931,1731831554041, state=OPEN 2024-11-17T08:19:15,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01134593808/meta-region-server 2024-11-17T08:19:15,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01134593808/meta-region-server 2024-11-17T08:19:15,495 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,43931,1731831554041 2024-11-17T08:19:15,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01134593808/meta-region-server: CHANGED 2024-11-17T08:19:15,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01134593808/meta-region-server: CHANGED 2024-11-17T08:19:15,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-17T08:19:15,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,43931,1731831554041 in 288 msec 2024-11-17T08:19:15,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T08:19:15,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 716 msec 2024-11-17T08:19:15,624 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource.wal-reader.e3d0adb87c01%2C43931%2C1731831554041,1-e3d0adb87c01,43931,1731831554041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.1731831555099 to pos 0, reset compression=false 2024-11-17T08:19:15,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:19:15,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:15,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:15,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:15,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:15,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:15,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:16,029 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource.wal-reader.e3d0adb87c01%2C43931%2C1731831554041,1-e3d0adb87c01,43931,1731831554041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.1731831555099 to pos 0, reset compression=false 2024-11-17T08:19:16,433 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-17T08:19:16,533 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource.wal-reader.e3d0adb87c01%2C43931%2C1731831554041,1-e3d0adb87c01,43931,1731831554041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.1731831555099 to pos 0, reset compression=false 2024-11-17T08:19:17,137 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource.wal-reader.e3d0adb87c01%2C43931%2C1731831554041,1-e3d0adb87c01,43931,1731831554041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.1731831555099 to pos 0, reset compression=false 2024-11-17T08:19:17,842 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource.wal-reader.e3d0adb87c01%2C43931%2C1731831554041,1-e3d0adb87c01,43931,1731831554041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.1731831555099 to pos 0, reset compression=false 2024-11-17T08:19:17,936 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-17T08:19:18,647 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource.wal-reader.e3d0adb87c01%2C43931%2C1731831554041,1-e3d0adb87c01,43931,1731831554041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.1731831555099 to pos 0, reset compression=false 2024-11-17T08:19:19,288 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-17T08:19:19,288 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:19:19,288 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:19,288 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,43931,1731831554041, seqNum=-1] 2024-11-17T08:19:19,289 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:19,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:19:19,293 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2f4d00579e91d5dcae03fadd56eb7a20, regionState=OPEN, lastHost=e3d0adb87c01,40087,1731831541168, regionLocation=e3d0adb87c01,40087,1731831541168, openSeqNum=2 2024-11-17T08:19:19,293 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:19:19,293 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831619293 2024-11-17T08:19:19,293 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831679293 2024-11-17T08:19:19,293 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-17T08:19:19,294 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): e3d0adb87c01,40087,1731831541168 had 2 regions 2024-11-17T08:19:19,294 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44341,1731831553961-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:19,294 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44341,1731831553961-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:19,294 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44341,1731831553961-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:19,294 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:44341, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:19,294 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:19,294 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:19,295 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e3d0adb87c01,40087,1731831541168, splitWal=true, meta=true, isMeta: false 2024-11-17T08:19:19,296 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168-splitting dir is empty, no logs to split. 2024-11-17T08:19:19,296 INFO [PEWorker-3 {}] master.SplitWALManager(105): e3d0adb87c01,40087,1731831541168 WAL count=0, meta=false 2024-11-17T08:19:19,300 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,40087,1731831541168-splitting dir is empty, no logs to split. 2024-11-17T08:19:19,300 INFO [PEWorker-3 {}] master.SplitWALManager(105): e3d0adb87c01,40087,1731831541168 WAL count=0, meta=false 2024-11-17T08:19:19,300 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e3d0adb87c01,40087,1731831541168 WAL splitting is done? wals=0, meta=false 2024-11-17T08:19:19,300 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.194sec 2024-11-17T08:19:19,300 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:19:19,300 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:19:19,300 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:19:19,300 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:19:19,300 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:19:19,300 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44341,1731831553961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:19:19,300 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44341,1731831553961-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:19:19,302 WARN [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=e3d0adb87c01,40087,1731831541168/hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:19,303 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:19:19,303 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:19:19,303 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44341,1731831553961-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:19,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f4d00579e91d5dcae03fadd56eb7a20, ASSIGN}] 2024-11-17T08:19:19,304 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f4d00579e91d5dcae03fadd56eb7a20, ASSIGN 2024-11-17T08:19:19,305 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2f4d00579e91d5dcae03fadd56eb7a20, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T08:19:19,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f083a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:19,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44341,-1 for getting cluster id 2024-11-17T08:19:19,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:19,369 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19de24d6-dd04-4192-af2d-eab5d17012d9' 2024-11-17T08:19:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19de24d6-dd04-4192-af2d-eab5d17012d9" 2024-11-17T08:19:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5ffb5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44341,-1] 2024-11-17T08:19:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:19,371 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:19,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb546c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:19,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:19,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,43931,1731831554041, seqNum=-1] 2024-11-17T08:19:19,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:19,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:19:19,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-17T08:19:19,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:19:19,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:19,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:19,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:19,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:19,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: e3d0adb87c01:44341 after: e3d0adb87c01:44341 2024-11-17T08:19:19,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f488c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:19,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44341,-1 for getting cluster id 2024-11-17T08:19:19,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:19,378 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19de24d6-dd04-4192-af2d-eab5d17012d9' 2024-11-17T08:19:19,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:19,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19de24d6-dd04-4192-af2d-eab5d17012d9" 2024-11-17T08:19:19,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a16f7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:19,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44341,-1] 2024-11-17T08:19:19,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:19,379 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:19,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb6ea4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:19,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:19,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,44341,1731831553961 2024-11-17T08:19:19,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6794b55a 2024-11-17T08:19:19,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:19,381 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:19:19,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T08:19:19,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:19:19,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:19:19,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:19,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:19,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:19,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:19,383 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:19:19,383 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1466551378, stopped=false 2024-11-17T08:19:19,383 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,39709,1731831547275 2024-11-17T08:19:19,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-120818755/running 2024-11-17T08:19:19,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-120818755/running 2024-11-17T08:19:19,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755 2024-11-17T08:19:19,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755 2024-11-17T08:19:19,448 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:19:19,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:19:19,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:19,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:19,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Set watcher on znode that does not yet exist, /1-120818755/running 2024-11-17T08:19:19,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Set watcher on znode that does not yet exist, /1-120818755/running 2024-11-17T08:19:19,449 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,39613,1731831547406' ***** 2024-11-17T08:19:19,449 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:19:19,449 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:19:19,449 INFO [RS:0;e3d0adb87c01:39613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:19:19,449 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:19:19,449 INFO [RS:0;e3d0adb87c01:39613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:19:19,449 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,39613,1731831547406 2024-11-17T08:19:19,449 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:19:19,449 INFO [RS:0;e3d0adb87c01:39613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:39613. 2024-11-17T08:19:19,450 DEBUG [RS:0;e3d0adb87c01:39613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:19,450 DEBUG [RS:0;e3d0adb87c01:39613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:19,450 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:19:19,450 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:19:19,450 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:19:19,450 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:19:19,450 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:19:19,450 DEBUG [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:19:19,450 DEBUG [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:19,450 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:19:19,450 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:19:19,450 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:19:19,450 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:19:19,450 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:19:19,450 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T08:19:19,455 DEBUG [e3d0adb87c01:44341 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:19:19,456 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2f4d00579e91d5dcae03fadd56eb7a20, regionState=OPENING, regionLocation=e3d0adb87c01,43931,1731831554041 2024-11-17T08:19:19,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2f4d00579e91d5dcae03fadd56eb7a20, ASSIGN because future has completed 2024-11-17T08:19:19,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f4d00579e91d5dcae03fadd56eb7a20, server=e3d0adb87c01,43931,1731831554041}] 2024-11-17T08:19:19,465 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/data/hbase/meta/1588230740/.tmp/ns/db396d4be3e44dc2997bd293ae64150b is 43, key is default/ns:d/1731831549647/Put/seqid=0 2024-11-17T08:19:19,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741835_1011 (size=5153) 2024-11-17T08:19:19,515 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:19:19,551 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource.wal-reader.e3d0adb87c01%2C43931%2C1731831554041,1-e3d0adb87c01,43931,1731831554041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.1731831555099 to pos 0, reset compression=false 2024-11-17T08:19:19,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:19,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:19,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:19:19,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C43931%2C1731831554041.rep, suffix=, logDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041, archiveDir=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/oldWALs, maxLogs=10 2024-11-17T08:19:19,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.rep.1731831559615, exclude list is [], retry=0 2024-11-17T08:19:19,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32983,DS-72e74f68-6c80-4973-93d5-21192cac1424,DISK] 2024-11-17T08:19:19,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.rep.1731831559615 2024-11-17T08:19:19,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40379:40379)] 2024-11-17T08:19:19,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f4d00579e91d5dcae03fadd56eb7a20, NAME => 'hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:19:19,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:19:19,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:19:19,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. service=MultiRowMutationService 2024-11-17T08:19:19,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:19:19,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:19,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:19,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:19,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:19,633 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:19,634 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f4d00579e91d5dcae03fadd56eb7a20 columnFamilyName hfileref 2024-11-17T08:19:19,634 DEBUG [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:19,634 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] regionserver.HStore(327): Store=2f4d00579e91d5dcae03fadd56eb7a20/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:19,634 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:19,635 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f4d00579e91d5dcae03fadd56eb7a20 columnFamilyName queue 2024-11-17T08:19:19,635 DEBUG [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:19,641 DEBUG [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/replication/2f4d00579e91d5dcae03fadd56eb7a20/queue/daa61cb5404a459b8250257d4dcebdd6 2024-11-17T08:19:19,641 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] regionserver.HStore(327): Store=2f4d00579e91d5dcae03fadd56eb7a20/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:19,641 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:19,642 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f4d00579e91d5dcae03fadd56eb7a20 columnFamilyName sid 2024-11-17T08:19:19,642 DEBUG [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:19,642 INFO [StoreOpener-2f4d00579e91d5dcae03fadd56eb7a20-1 {}] regionserver.HStore(327): Store=2f4d00579e91d5dcae03fadd56eb7a20/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:19,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:19,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/replication/2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:19,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/replication/2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:19,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:19,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:19,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:19:19,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:19,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 2f4d00579e91d5dcae03fadd56eb7a20; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70527779, jitterRate=0.05094580352306366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:19:19,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:19,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 2f4d00579e91d5dcae03fadd56eb7a20: Running coprocessor pre-open hook at 1731831559632Writing region info on filesystem at 1731831559632Initializing all the Stores at 1731831559633 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831559633Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831559633Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831559633Cleaning up temporary data from old regions at 1731831559645 (+12 ms)Running coprocessor post-open hooks at 1731831559648 (+3 ms)Region opened successfully at 1731831559648 2024-11-17T08:19:19,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20., pid=13, masterSystemTime=1731831559610 2024-11-17T08:19:19,650 DEBUG [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:19,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:19,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:19,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2f4d00579e91d5dcae03fadd56eb7a20, regionState=OPEN, openSeqNum=9, regionLocation=e3d0adb87c01,43931,1731831554041 2024-11-17T08:19:19,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f4d00579e91d5dcae03fadd56eb7a20, server=e3d0adb87c01,43931,1731831554041 because future has completed 2024-11-17T08:19:19,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T08:19:19,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f4d00579e91d5dcae03fadd56eb7a20, server=e3d0adb87c01,43931,1731831554041 in 196 msec 2024-11-17T08:19:19,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-17T08:19:19,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f4d00579e91d5dcae03fadd56eb7a20, ASSIGN in 353 msec 2024-11-17T08:19:19,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-17T08:19:19,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20., hostname=e3d0adb87c01,43931,1731831554041, seqNum=9] 2024-11-17T08:19:19,675 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for e3d0adb87c01,40087,1731831541168 2024-11-17T08:19:19,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-17T08:19:19,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-17T08:19:19,850 DEBUG [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:19,870 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/data/hbase/meta/1588230740/.tmp/ns/db396d4be3e44dc2997bd293ae64150b 2024-11-17T08:19:19,876 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/data/hbase/meta/1588230740/.tmp/ns/db396d4be3e44dc2997bd293ae64150b as hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/data/hbase/meta/1588230740/ns/db396d4be3e44dc2997bd293ae64150b 2024-11-17T08:19:19,880 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/data/hbase/meta/1588230740/ns/db396d4be3e44dc2997bd293ae64150b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T08:19:19,881 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-17T08:19:19,881 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:19:19,885 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T08:19:19,886 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:19:19,886 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:19:19,886 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:19:19,886 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831559450Running coprocessor pre-close hooks at 1731831559450Disabling compacts and flushes for region at 1731831559450Disabling writes for close at 1731831559450Obtaining lock to block concurrent updates at 1731831559450Preparing flush snapshotting stores in 1588230740 at 1731831559450Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731831559450Flushing stores of hbase:meta,,1.1588230740 at 1731831559451 (+1 ms)Flushing 1588230740/ns: creating writer at 1731831559451Flushing 1588230740/ns: appending metadata at 1731831559465 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731831559465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4608803a: reopening flushed file at 1731831559875 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731831559881 (+6 ms)Writing region close event to WAL at 1731831559882 (+1 ms)Running coprocessor post-close hooks at 1731831559886 (+4 ms)Closed at 1731831559886 2024-11-17T08:19:19,886 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:19:20,005 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:19:20,005 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:19:20,050 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,39613,1731831547406; all regions closed. 2024-11-17T08:19:20,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741834_1010 (size=1152) 2024-11-17T08:19:20,083 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/WALs/e3d0adb87c01,39613,1731831547406/e3d0adb87c01%2C39613%2C1731831547406.meta.1731831549545.meta not finished, retry = 0 2024-11-17T08:19:20,185 DEBUG [RS:0;e3d0adb87c01:39613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/oldWALs 2024-11-17T08:19:20,185 INFO [RS:0;e3d0adb87c01:39613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C39613%2C1731831547406.meta:.meta(num 1731831549545) 2024-11-17T08:19:20,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741833_1009 (size=93) 2024-11-17T08:19:20,189 DEBUG [RS:0;e3d0adb87c01:39613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/oldWALs 2024-11-17T08:19:20,189 INFO [RS:0;e3d0adb87c01:39613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C39613%2C1731831547406:(num 1731831549144) 2024-11-17T08:19:20,189 DEBUG [RS:0;e3d0adb87c01:39613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:20,189 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:19:20,189 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:19:20,189 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:19:20,189 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:19:20,189 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:19:20,189 INFO [RS:0;e3d0adb87c01:39613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39613 2024-11-17T08:19:20,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-120818755/rs/e3d0adb87c01,39613,1731831547406 2024-11-17T08:19:20,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755/rs 2024-11-17T08:19:20,210 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:19:20,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,39613,1731831547406] 2024-11-17T08:19:20,231 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-120818755/draining/e3d0adb87c01,39613,1731831547406 already deleted, retry=false 2024-11-17T08:19:20,231 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,39613,1731831547406 expired; onlineServers=0 2024-11-17T08:19:20,231 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,39709,1731831547275' ***** 2024-11-17T08:19:20,231 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:19:20,232 INFO [M:0;e3d0adb87c01:39709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:19:20,232 INFO [M:0;e3d0adb87c01:39709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:19:20,232 DEBUG [M:0;e3d0adb87c01:39709 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:19:20,232 DEBUG [M:0;e3d0adb87c01:39709 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:19:20,232 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:19:20,232 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831548862 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831548862,5,FailOnTimeoutGroup] 2024-11-17T08:19:20,232 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831548860 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831548860,5,FailOnTimeoutGroup] 2024-11-17T08:19:20,232 INFO [M:0;e3d0adb87c01:39709 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:19:20,232 INFO [M:0;e3d0adb87c01:39709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:19:20,232 DEBUG [M:0;e3d0adb87c01:39709 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:19:20,232 INFO [M:0;e3d0adb87c01:39709 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:19:20,232 INFO [M:0;e3d0adb87c01:39709 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:19:20,232 INFO [M:0;e3d0adb87c01:39709 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:19:20,232 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:19:20,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-120818755/master 2024-11-17T08:19:20,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-120818755 2024-11-17T08:19:20,242 DEBUG [M:0;e3d0adb87c01:39709 {}] zookeeper.ZKUtil(347): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Unable to get data of znode /1-120818755/master because node does not exist (not an error) 2024-11-17T08:19:20,242 WARN [M:0;e3d0adb87c01:39709 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:19:20,243 INFO [M:0;e3d0adb87c01:39709 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/.lastflushedseqids 2024-11-17T08:19:20,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741836_1012 (size=99) 2024-11-17T08:19:20,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:20,321 INFO [RS:0;e3d0adb87c01:39613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:19:20,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39613-0x10147e01be80004, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:20,321 INFO [RS:0;e3d0adb87c01:39613 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,39613,1731831547406; zookeeper connection closed. 2024-11-17T08:19:20,321 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e524e71 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e524e71 2024-11-17T08:19:20,322 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:19:20,556 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource.wal-reader.e3d0adb87c01%2C43931%2C1731831554041,1-e3d0adb87c01,43931,1731831554041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.1731831555099 to pos 0, reset compression=false 2024-11-17T08:19:20,648 INFO [M:0;e3d0adb87c01:39709 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:19:20,648 INFO [M:0;e3d0adb87c01:39709 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:19:20,648 DEBUG [M:0;e3d0adb87c01:39709 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:19:20,648 INFO [M:0;e3d0adb87c01:39709 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:20,648 DEBUG [M:0;e3d0adb87c01:39709 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:20,648 DEBUG [M:0;e3d0adb87c01:39709 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:19:20,648 DEBUG [M:0;e3d0adb87c01:39709 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:20,648 INFO [M:0;e3d0adb87c01:39709 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T08:19:20,668 DEBUG [M:0;e3d0adb87c01:39709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f565ec9463db4d27b4ba28261962fcc8 is 82, key is hbase:meta,,1/info:regioninfo/1731831549576/Put/seqid=0 2024-11-17T08:19:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741837_1013 (size=5672) 2024-11-17T08:19:20,672 INFO [M:0;e3d0adb87c01:39709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f565ec9463db4d27b4ba28261962fcc8 2024-11-17T08:19:20,694 DEBUG [M:0;e3d0adb87c01:39709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bd8992b5f944125b0d1271550d52016 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731831549650/Put/seqid=0 2024-11-17T08:19:20,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741838_1014 (size=5275) 2024-11-17T08:19:20,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:19:20,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:20,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:20,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:20,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:20,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:20,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:21,099 INFO [M:0;e3d0adb87c01:39709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bd8992b5f944125b0d1271550d52016 2024-11-17T08:19:21,115 DEBUG [M:0;e3d0adb87c01:39709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc90f1365f8b4e95992901c0be94f6bb is 69, key is e3d0adb87c01,39613,1731831547406/rs:state/1731831548933/Put/seqid=0 2024-11-17T08:19:21,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741839_1015 (size=5156) 2024-11-17T08:19:21,119 INFO [M:0;e3d0adb87c01:39709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc90f1365f8b4e95992901c0be94f6bb 2024-11-17T08:19:21,124 DEBUG [M:0;e3d0adb87c01:39709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f565ec9463db4d27b4ba28261962fcc8 as hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f565ec9463db4d27b4ba28261962fcc8 2024-11-17T08:19:21,127 INFO [M:0;e3d0adb87c01:39709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f565ec9463db4d27b4ba28261962fcc8, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T08:19:21,128 DEBUG [M:0;e3d0adb87c01:39709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bd8992b5f944125b0d1271550d52016 as hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bd8992b5f944125b0d1271550d52016 2024-11-17T08:19:21,132 INFO [M:0;e3d0adb87c01:39709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bd8992b5f944125b0d1271550d52016, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T08:19:21,133 DEBUG [M:0;e3d0adb87c01:39709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc90f1365f8b4e95992901c0be94f6bb as hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc90f1365f8b4e95992901c0be94f6bb 2024-11-17T08:19:21,137 INFO [M:0;e3d0adb87c01:39709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc90f1365f8b4e95992901c0be94f6bb, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T08:19:21,138 INFO [M:0;e3d0adb87c01:39709 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 490ms, sequenceid=28, compaction requested=false 2024-11-17T08:19:21,139 INFO [M:0;e3d0adb87c01:39709 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:21,139 DEBUG [M:0;e3d0adb87c01:39709 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831560648Disabling compacts and flushes for region at 1731831560648Disabling writes for close at 1731831560648Obtaining lock to block concurrent updates at 1731831560648Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831560648Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731831560649 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831560649Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831560649Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831560667 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831560667Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831560677 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831560693 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831560693Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831561102 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831561115 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831561115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9e0809: reopening flushed file at 1731831561123 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c176cef: reopening flushed file at 1731831561127 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f813db: reopening flushed file at 1731831561132 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 490ms, sequenceid=28, compaction requested=false at 1731831561138 (+6 ms)Writing region close event to WAL at 1731831561139 (+1 ms)Closed at 1731831561139 2024-11-17T08:19:21,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741830_1006 (size=10165) 2024-11-17T08:19:21,141 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c98b9e20-61a0-a2a4-51ff-f2aa03e5283e/MasterData/WALs/e3d0adb87c01,39709,1731831547275/e3d0adb87c01%2C39709%2C1731831547275.1731831548402 not finished, retry = 0 2024-11-17T08:19:21,242 INFO [M:0;e3d0adb87c01:39709 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:19:21,242 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:19:21,242 INFO [M:0;e3d0adb87c01:39709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39709 2024-11-17T08:19:21,243 INFO [M:0;e3d0adb87c01:39709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:19:21,395 INFO [M:0;e3d0adb87c01:39709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:19:21,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:21,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39709-0x10147e01be80003, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:21,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64b80346{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:19:21,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@220d83e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:19:21,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:19:21,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77612b5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:19:21,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bdc17ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/hadoop.log.dir/,STOPPED} 2024-11-17T08:19:21,436 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:19:21,436 WARN [BP-528725093-172.17.0.3-1731831545162 heartbeating to localhost/127.0.0.1:34489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:19:21,436 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:19:21,436 WARN [BP-528725093-172.17.0.3-1731831545162 heartbeating to localhost/127.0.0.1:34489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-528725093-172.17.0.3-1731831545162 (Datanode Uuid a618ed70-c77d-405d-9e45-20922504b57a) service to localhost/127.0.0.1:34489 2024-11-17T08:19:21,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/cluster_2728b627-09b6-60a2-6539-113772a93284/data/data1/current/BP-528725093-172.17.0.3-1731831545162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:19:21,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/cluster_2728b627-09b6-60a2-6539-113772a93284/data/data2/current/BP-528725093-172.17.0.3-1731831545162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:19:21,436 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:19:21,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56ace6d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:19:21,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71738ad3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:19:21,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:19:21,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44992ced{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:19:21,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ad968a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/hadoop.log.dir/,STOPPED} 2024-11-17T08:19:21,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:19:21,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:19:21,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:19:21,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:21,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:21,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:21,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:21,452 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:19:21,452 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1043902666, stopped=false 2024-11-17T08:19:21,453 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,44341,1731831553961 2024-11-17T08:19:21,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01134593808/running 2024-11-17T08:19:21,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01134593808/running 2024-11-17T08:19:21,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:21,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:21,469 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:19:21,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:19:21,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:21,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:21,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on znode that does not yet exist, /01134593808/running 2024-11-17T08:19:21,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Set watcher on znode that does not yet exist, /01134593808/running 2024-11-17T08:19:21,470 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,43931,1731831554041' ***** 2024-11-17T08:19:21,470 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:19:21,470 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:19:21,470 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:19:21,470 INFO [RS:0;e3d0adb87c01:43931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:19:21,470 INFO [RS:0;e3d0adb87c01:43931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:19:21,470 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:21,470 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,43931,1731831554041 2024-11-17T08:19:21,470 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:19:21,471 INFO [RS:0;e3d0adb87c01:43931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:43931. 2024-11-17T08:19:21,471 DEBUG [RS:0;e3d0adb87c01:43931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:21,471 DEBUG [RS:0;e3d0adb87c01:43931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:21,471 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f4d00579e91d5dcae03fadd56eb7a20, disabling compactions & flushes 2024-11-17T08:19:21,471 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:19:21,471 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:21,471 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:19:21,471 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:19:21,471 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:21,471 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:19:21,471 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. after waiting 0 ms 2024-11-17T08:19:21,471 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:21,471 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T08:19:21,471 DEBUG [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(1325): Online Regions={2f4d00579e91d5dcae03fadd56eb7a20=hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:19:21,471 DEBUG [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f4d00579e91d5dcae03fadd56eb7a20 2024-11-17T08:19:21,471 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:19:21,471 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:19:21,471 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:19:21,471 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:19:21,471 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:19:21,471 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-17T08:19:21,474 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/replication/2f4d00579e91d5dcae03fadd56eb7a20/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-17T08:19:21,474 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:19:21,474 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:19:21,474 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:21,475 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f4d00579e91d5dcae03fadd56eb7a20: Waiting for close lock at 1731831561471Running coprocessor pre-close hooks at 1731831561471Disabling compacts and flushes for region at 1731831561471Disabling writes for close at 1731831561471Writing region close event to WAL at 1731831561471Running coprocessor post-close hooks at 1731831561474 (+3 ms)Closed at 1731831561474 2024-11-17T08:19:21,475 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20. 2024-11-17T08:19:21,488 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/.tmp/info/bc838c20d82d466793ebb7fcbad1fc5e is 147, key is hbase:replication,,1731831549728.2f4d00579e91d5dcae03fadd56eb7a20./info:regioninfo/1731831559651/Put/seqid=0 2024-11-17T08:19:21,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741851_1027 (size=6385) 2024-11-17T08:19:21,563 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:19:21,661 DEBUG [RS:0;e3d0adb87c01:43931.replicationSource.wal-reader.e3d0adb87c01%2C43931%2C1731831554041,1-e3d0adb87c01,43931,1731831554041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.1731831555099 to pos 0, reset compression=false 2024-11-17T08:19:21,671 DEBUG [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:21,871 DEBUG [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:21,892 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/.tmp/info/bc838c20d82d466793ebb7fcbad1fc5e 2024-11-17T08:19:21,898 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/.tmp/info/bc838c20d82d466793ebb7fcbad1fc5e as hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/info/bc838c20d82d466793ebb7fcbad1fc5e 2024-11-17T08:19:21,902 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/info/bc838c20d82d466793ebb7fcbad1fc5e, entries=8, sequenceid=19, filesize=6.2 K 2024-11-17T08:19:21,903 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false 2024-11-17T08:19:21,903 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:19:21,907 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-17T08:19:21,907 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:19:21,907 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:19:21,907 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:19:21,907 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831561471Running coprocessor pre-close hooks at 1731831561471Disabling compacts and flushes for region at 1731831561471Disabling writes for close at 1731831561471Obtaining lock to block concurrent updates at 1731831561471Preparing flush snapshotting stores in 1588230740 at 1731831561471Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731831561471Flushing stores of hbase:meta,,1.1588230740 at 1731831561472 (+1 ms)Flushing 1588230740/info: creating writer at 1731831561472Flushing 1588230740/info: appending metadata at 1731831561488 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731831561488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9c325fd: reopening flushed file at 1731831561897 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1731831561903 (+6 ms)Writing region close event to WAL at 1731831561904 (+1 ms)Running coprocessor post-close hooks at 1731831561907 (+3 ms)Closed at 1731831561907 2024-11-17T08:19:21,907 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:19:21,990 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:19:21,990 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:19:22,071 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,43931,1731831554041; all regions closed. 2024-11-17T08:19:22,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741849_1025 (size=2156) 2024-11-17T08:19:22,074 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.meta.1731831555365.meta not finished, retry = 0 2024-11-17T08:19:22,176 DEBUG [RS:0;e3d0adb87c01:43931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/oldWALs 2024-11-17T08:19:22,176 INFO [RS:0;e3d0adb87c01:43931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C43931%2C1731831554041.meta:.meta(num 1731831555365) 2024-11-17T08:19:22,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741850_1026 (size=796) 2024-11-17T08:19:22,178 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.rep.1731831559615 not finished, retry = 0 2024-11-17T08:19:22,281 DEBUG [RS:0;e3d0adb87c01:43931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/oldWALs 2024-11-17T08:19:22,281 INFO [RS:0;e3d0adb87c01:43931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C43931%2C1731831554041.rep:(num 1731831559615) 2024-11-17T08:19:22,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741848_1024 (size=93) 2024-11-17T08:19:22,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/WALs/e3d0adb87c01,43931,1731831554041/e3d0adb87c01%2C43931%2C1731831554041.1731831555099 not finished, retry = 0 2024-11-17T08:19:22,385 DEBUG [RS:0;e3d0adb87c01:43931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/oldWALs 2024-11-17T08:19:22,385 INFO [RS:0;e3d0adb87c01:43931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C43931%2C1731831554041:(num 1731831555099) 2024-11-17T08:19:22,385 DEBUG [RS:0;e3d0adb87c01:43931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:22,385 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:19:22,385 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:19:22,386 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:19:22,386 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:19:22,386 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:19:22,386 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,43931,1731831554041 because: Region server is closing 2024-11-17T08:19:22,386 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-17T08:19:22,386 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-17T08:19:22,386 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T08:19:22,386 INFO [RS:0;e3d0adb87c01:43931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:43931. 2024-11-17T08:19:22,386 DEBUG [RS:0;e3d0adb87c01:43931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:22,386 DEBUG [RS:0;e3d0adb87c01:43931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:22,386 DEBUG [RS:0;e3d0adb87c01:43931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:22,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:22,486 WARN [RS:0;e3d0adb87c01:43931.replicationSource.wal-reader.e3d0adb87c01%2C43931%2C1731831554041,1-e3d0adb87c01,43931,1731831554041 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T08:19:22,486 WARN [RS:0;e3d0adb87c01:43931.replicationSource.shippere3d0adb87c01%2C43931%2C1731831554041,1-e3d0adb87c01,43931,1731831554041 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T08:19:22,487 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;e3d0adb87c01:43931.replicationSource.shippere3d0adb87c01%2C43931%2C1731831554041,1-e3d0adb87c01,43931,1731831554041 terminated 2024-11-17T08:19:22,487 INFO [RS:0;e3d0adb87c01:43931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43931 2024-11-17T08:19:22,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01134593808/rs/e3d0adb87c01,43931,1731831554041 2024-11-17T08:19:22,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808/rs 2024-11-17T08:19:22,537 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:19:22,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,43931,1731831554041] 2024-11-17T08:19:22,557 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01134593808/draining/e3d0adb87c01,43931,1731831554041 already deleted, retry=false 2024-11-17T08:19:22,558 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,43931,1731831554041 expired; onlineServers=0 2024-11-17T08:19:22,558 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,44341,1731831553961' ***** 2024-11-17T08:19:22,558 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:19:22,558 INFO [M:0;e3d0adb87c01:44341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:19:22,558 INFO [M:0;e3d0adb87c01:44341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:19:22,558 DEBUG [M:0;e3d0adb87c01:44341 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:19:22,558 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:19:22,558 DEBUG [M:0;e3d0adb87c01:44341 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:19:22,558 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831554779 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831554779,5,FailOnTimeoutGroup] 2024-11-17T08:19:22,558 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831554776 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831554776,5,FailOnTimeoutGroup] 2024-11-17T08:19:22,558 INFO [M:0;e3d0adb87c01:44341 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:19:22,558 INFO [M:0;e3d0adb87c01:44341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:19:22,558 DEBUG [M:0;e3d0adb87c01:44341 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:19:22,558 INFO [M:0;e3d0adb87c01:44341 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:19:22,558 INFO [M:0;e3d0adb87c01:44341 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:19:22,558 INFO [M:0;e3d0adb87c01:44341 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:19:22,558 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:19:22,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01134593808/master 2024-11-17T08:19:22,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01134593808 2024-11-17T08:19:22,568 DEBUG [M:0;e3d0adb87c01:44341 {}] zookeeper.ZKUtil(347): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Unable to get data of znode /01134593808/master because node does not exist (not an error) 2024-11-17T08:19:22,568 WARN [M:0;e3d0adb87c01:44341 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:19:22,569 INFO [M:0;e3d0adb87c01:44341 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/.lastflushedseqids 2024-11-17T08:19:22,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741852_1028 (size=181) 2024-11-17T08:19:22,574 INFO [M:0;e3d0adb87c01:44341 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:19:22,574 INFO [M:0;e3d0adb87c01:44341 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:19:22,574 DEBUG [M:0;e3d0adb87c01:44341 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:19:22,574 INFO [M:0;e3d0adb87c01:44341 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:22,574 DEBUG [M:0;e3d0adb87c01:44341 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:22,574 DEBUG [M:0;e3d0adb87c01:44341 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:19:22,574 DEBUG [M:0;e3d0adb87c01:44341 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:22,574 INFO [M:0;e3d0adb87c01:44341 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-17T08:19:22,594 DEBUG [M:0;e3d0adb87c01:44341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/834c3c8993444d0399bf3a1ec095c825 is 82, key is hbase:meta,,1/info:regioninfo/1731831555410/Put/seqid=0 2024-11-17T08:19:22,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741853_1029 (size=5672) 2024-11-17T08:19:22,598 INFO [M:0;e3d0adb87c01:44341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/834c3c8993444d0399bf3a1ec095c825 2024-11-17T08:19:22,622 DEBUG [M:0;e3d0adb87c01:44341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5fd84aed7414a77bcbabc00ce65a127 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731831559656/Put/seqid=0 2024-11-17T08:19:22,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741854_1030 (size=7312) 2024-11-17T08:19:22,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:22,647 INFO [RS:0;e3d0adb87c01:43931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:19:22,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43931-0x10147e01be80007, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:22,647 INFO [RS:0;e3d0adb87c01:43931 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,43931,1731831554041; zookeeper connection closed. 2024-11-17T08:19:22,647 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59bb7caa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59bb7caa 2024-11-17T08:19:22,648 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:19:23,028 INFO [M:0;e3d0adb87c01:44341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5fd84aed7414a77bcbabc00ce65a127 2024-11-17T08:19:23,046 DEBUG [M:0;e3d0adb87c01:44341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60589f6eee4a4cdcb3528a89dd6f0ecf is 69, key is e3d0adb87c01,43931,1731831554041/rs:state/1731831554899/Put/seqid=0 2024-11-17T08:19:23,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741855_1031 (size=5370) 2024-11-17T08:19:23,050 INFO [M:0;e3d0adb87c01:44341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60589f6eee4a4cdcb3528a89dd6f0ecf 2024-11-17T08:19:23,054 INFO [M:0;e3d0adb87c01:44341 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60589f6eee4a4cdcb3528a89dd6f0ecf 2024-11-17T08:19:23,055 DEBUG [M:0;e3d0adb87c01:44341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/834c3c8993444d0399bf3a1ec095c825 as hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/834c3c8993444d0399bf3a1ec095c825 2024-11-17T08:19:23,059 INFO [M:0;e3d0adb87c01:44341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/834c3c8993444d0399bf3a1ec095c825, entries=8, sequenceid=127, filesize=5.5 K 2024-11-17T08:19:23,060 DEBUG [M:0;e3d0adb87c01:44341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5fd84aed7414a77bcbabc00ce65a127 as hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5fd84aed7414a77bcbabc00ce65a127 2024-11-17T08:19:23,064 INFO [M:0;e3d0adb87c01:44341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5fd84aed7414a77bcbabc00ce65a127, entries=7, sequenceid=127, filesize=7.1 K 2024-11-17T08:19:23,065 DEBUG [M:0;e3d0adb87c01:44341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60589f6eee4a4cdcb3528a89dd6f0ecf as hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60589f6eee4a4cdcb3528a89dd6f0ecf 2024-11-17T08:19:23,069 INFO [M:0;e3d0adb87c01:44341 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60589f6eee4a4cdcb3528a89dd6f0ecf 2024-11-17T08:19:23,069 INFO [M:0;e3d0adb87c01:44341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37369/user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60589f6eee4a4cdcb3528a89dd6f0ecf, entries=2, sequenceid=127, filesize=5.2 K 2024-11-17T08:19:23,070 INFO [M:0;e3d0adb87c01:44341 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 496ms, sequenceid=127, compaction requested=false 2024-11-17T08:19:23,071 INFO [M:0;e3d0adb87c01:44341 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:23,071 DEBUG [M:0;e3d0adb87c01:44341 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831562574Disabling compacts and flushes for region at 1731831562574Disabling writes for close at 1731831562574Obtaining lock to block concurrent updates at 1731831562574Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831562574Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731831562574Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831562575 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831562575Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831562594 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831562594Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831562604 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831562622 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831562622Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831563033 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831563045 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831563045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac1faf7: reopening flushed file at 1731831563054 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@746953ac: reopening flushed file at 1731831563059 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a0baf0a: reopening flushed file at 1731831563064 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 496ms, sequenceid=127, compaction requested=false at 1731831563070 (+6 ms)Writing region close event to WAL at 1731831563071 (+1 ms)Closed at 1731831563071 2024-11-17T08:19:23,073 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f3d7c5b-8afe-1f1e-c65c-853e4f274e89/MasterData/WALs/e3d0adb87c01,44341,1731831553961/e3d0adb87c01%2C44341%2C1731831553961.1731831554542 not finished, retry = 0 2024-11-17T08:19:23,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741847_1023 (size=22903) 2024-11-17T08:19:23,174 INFO [M:0;e3d0adb87c01:44341 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:19:23,174 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:19:23,174 INFO [M:0;e3d0adb87c01:44341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44341 2024-11-17T08:19:23,174 INFO [M:0;e3d0adb87c01:44341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:19:23,327 INFO [M:0;e3d0adb87c01:44341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:19:23,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:23,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10147e01be80006, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:23,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cbcbfb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:19:23,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43afdc90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:19:23,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:19:23,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68d904c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:19:23,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@147a035e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/hadoop.log.dir/,STOPPED} 2024-11-17T08:19:23,331 WARN [BP-882729921-172.17.0.3-1731831537747 heartbeating to localhost/127.0.0.1:37369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:19:23,331 WARN [BP-882729921-172.17.0.3-1731831537747 heartbeating to localhost/127.0.0.1:37369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-882729921-172.17.0.3-1731831537747 (Datanode Uuid 053ee8cd-16a6-44c4-83e4-50c614395c3f) service to localhost/127.0.0.1:37369 2024-11-17T08:19:23,331 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:19:23,331 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:19:23,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/cluster_a83bf6de-5e5c-91fc-c7d1-dde0276e30aa/data/data1/current/BP-882729921-172.17.0.3-1731831537747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:19:23,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/cluster_a83bf6de-5e5c-91fc-c7d1-dde0276e30aa/data/data2/current/BP-882729921-172.17.0.3-1731831537747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:19:23,332 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:19:23,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5061c242{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:19:23,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5725fce1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:19:23,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:19:23,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c03d391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:19:23,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a2fe188{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69cad0ee-a732-7f97-ab3e-70e4cd42456c/hadoop.log.dir/,STOPPED} 2024-11-17T08:19:23,344 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T08:19:23,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:19:23,376 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=210 (was 160) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37369 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50184) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34489 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50184) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=578 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 253) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2189 (was 3235) 2024-11-17T08:19:23,385 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=210, OpenFileDescriptor=578, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=2189 2024-11-17T08:19:23,397 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-17T08:19:23,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/hadoop.log.dir so I do NOT create it in target/test-data/6171d085-e5de-238c-8329-b6f8c4127448 2024-11-17T08:19:23,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:19:23,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/hadoop.tmp.dir so I do NOT create it in target/test-data/6171d085-e5de-238c-8329-b6f8c4127448 2024-11-17T08:19:23,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f481b7-8416-6432-ed4e-df2efa20807e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:19:23,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448 2024-11-17T08:19:23,397 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/cluster_040b2fe7-8784-68ec-b4ab-871c4928ef03, deleteOnExit=true 2024-11-17T08:19:23,419 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/cluster_040b2fe7-8784-68ec-b4ab-871c4928ef03/zookeeper_0, clientPort=53651, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/cluster_040b2fe7-8784-68ec-b4ab-871c4928ef03/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/cluster_040b2fe7-8784-68ec-b4ab-871c4928ef03/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T08:19:23,420 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53651 2024-11-17T08:19:23,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:19:23,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:19:23,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/test.cache.data in system properties and HBase conf 2024-11-17T08:19:23,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:19:23,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:19:23,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:19:23,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:19:23,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:19:23,421 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:19:23,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:19:23,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:19:23,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:19:23,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:19:23,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:19:23,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:19:23,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:19:23,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:19:23,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:19:23,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:19:23,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:19:23,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:19:23,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:19:23,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:19:23,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10147e01be80002, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:19:23,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10147e01be80005, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:19:23,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10147e01be80005, quorum=127.0.0.1:50184, baseZNode=/1-120818755 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:19:23,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10147e01be80002, quorum=127.0.0.1:50184, baseZNode=/01134593808 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:19:23,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:19:23,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:19:23,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:19:23,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:19:23,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:19:23,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:19:23,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29a390a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:19:23,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d663f81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:19:23,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d64beb5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/java.io.tmpdir/jetty-localhost-46119-hadoop-hdfs-3_4_1-tests_jar-_-any-8157397848700080128/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:19:23,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b2654f6{HTTP/1.1, (http/1.1)}{localhost:46119} 2024-11-17T08:19:23,961 INFO [Time-limited test {}] server.Server(415): Started @164243ms 2024-11-17T08:19:24,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:19:24,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:19:24,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:19:24,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:19:24,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:19:24,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11eb5101{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:19:24,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a5aeddf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:19:24,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723c962b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/java.io.tmpdir/jetty-localhost-43421-hadoop-hdfs-3_4_1-tests_jar-_-any-17651134764268001046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:19:24,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@728bbbb4{HTTP/1.1, (http/1.1)}{localhost:43421} 2024-11-17T08:19:24,353 INFO [Time-limited test {}] server.Server(415): Started @164635ms 2024-11-17T08:19:24,354 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:19:25,088 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/cluster_040b2fe7-8784-68ec-b4ab-871c4928ef03/data/data1/current/BP-260594054-172.17.0.3-1731831563440/current, will proceed with Du for space computation calculation, 2024-11-17T08:19:25,088 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/cluster_040b2fe7-8784-68ec-b4ab-871c4928ef03/data/data2/current/BP-260594054-172.17.0.3-1731831563440/current, will proceed with Du for space computation calculation, 2024-11-17T08:19:25,108 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:19:25,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd145b31bdbc3398c with lease ID 0xa660308a2295c835: Processing first storage report for DS-3732cc6b-3158-4e30-8c02-2340bcb776ae from datanode DatanodeRegistration(127.0.0.1:44689, datanodeUuid=649bc100-6e81-4435-9ef2-91ca15574598, infoPort=40267, infoSecurePort=0, ipcPort=43739, storageInfo=lv=-57;cid=testClusterID;nsid=747461828;c=1731831563440) 2024-11-17T08:19:25,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd145b31bdbc3398c with lease ID 0xa660308a2295c835: from storage DS-3732cc6b-3158-4e30-8c02-2340bcb776ae node DatanodeRegistration(127.0.0.1:44689, datanodeUuid=649bc100-6e81-4435-9ef2-91ca15574598, infoPort=40267, infoSecurePort=0, ipcPort=43739, storageInfo=lv=-57;cid=testClusterID;nsid=747461828;c=1731831563440), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:19:25,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd145b31bdbc3398c with lease ID 0xa660308a2295c835: Processing first storage report for DS-5477d8f3-2ed2-4f95-9e0b-b304a97a1638 from datanode DatanodeRegistration(127.0.0.1:44689, datanodeUuid=649bc100-6e81-4435-9ef2-91ca15574598, infoPort=40267, infoSecurePort=0, ipcPort=43739, storageInfo=lv=-57;cid=testClusterID;nsid=747461828;c=1731831563440) 2024-11-17T08:19:25,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd145b31bdbc3398c with lease ID 0xa660308a2295c835: from storage DS-5477d8f3-2ed2-4f95-9e0b-b304a97a1638 node DatanodeRegistration(127.0.0.1:44689, datanodeUuid=649bc100-6e81-4435-9ef2-91ca15574598, infoPort=40267, infoSecurePort=0, ipcPort=43739, storageInfo=lv=-57;cid=testClusterID;nsid=747461828;c=1731831563440), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:19:25,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448 2024-11-17T08:19:25,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:25,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:25,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:19:25,599 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b with version=8 2024-11-17T08:19:25,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/hbase-staging 2024-11-17T08:19:25,601 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:19:25,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:25,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:25,601 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:19:25,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:25,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:19:25,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:19:25,602 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:19:25,602 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41905 2024-11-17T08:19:25,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41905 connecting to ZooKeeper ensemble=127.0.0.1:53651 2024-11-17T08:19:25,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419050x0, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:19:25,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41905-0x10147e080460000 connected 2024-11-17T08:19:25,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:25,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:25,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Set watcher on znode that does not yet exist, /01473161590/running 2024-11-17T08:19:25,806 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b, hbase.cluster.distributed=false 2024-11-17T08:19:25,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Set watcher on znode that does not yet exist, /01473161590/acl 2024-11-17T08:19:25,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41905 2024-11-17T08:19:25,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41905 2024-11-17T08:19:25,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41905 2024-11-17T08:19:25,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41905 2024-11-17T08:19:25,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41905 2024-11-17T08:19:25,822 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:19:25,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:25,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:25,822 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:19:25,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:25,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:19:25,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:19:25,822 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:19:25,822 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40343 2024-11-17T08:19:25,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40343 connecting to ZooKeeper ensemble=127.0.0.1:53651 2024-11-17T08:19:25,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:25,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:25,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403430x0, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:19:25,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403430x0, quorum=127.0.0.1:53651, baseZNode=/01473161590 Set watcher on znode that does not yet exist, /01473161590/running 2024-11-17T08:19:25,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40343-0x10147e080460001 connected 2024-11-17T08:19:25,838 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:19:25,839 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:19:25,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Set watcher on znode that does not yet exist, /01473161590/master 2024-11-17T08:19:25,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Set watcher on znode that does not yet exist, /01473161590/acl 2024-11-17T08:19:25,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40343 2024-11-17T08:19:25,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40343 2024-11-17T08:19:25,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40343 2024-11-17T08:19:25,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40343 2024-11-17T08:19:25,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40343 2024-11-17T08:19:25,863 DEBUG [M:0;e3d0adb87c01:41905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:41905 2024-11-17T08:19:25,864 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01473161590/backup-masters/e3d0adb87c01,41905,1731831565601 2024-11-17T08:19:25,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590/backup-masters 2024-11-17T08:19:25,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590/backup-masters 2024-11-17T08:19:25,877 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Set watcher on existing znode=/01473161590/backup-masters/e3d0adb87c01,41905,1731831565601 2024-11-17T08:19:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01473161590/master 2024-11-17T08:19:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:25,888 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Set watcher on existing znode=/01473161590/master 2024-11-17T08:19:25,888 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01473161590/backup-masters/e3d0adb87c01,41905,1731831565601 from backup master directory 2024-11-17T08:19:25,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590/backup-masters 2024-11-17T08:19:25,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01473161590/backup-masters/e3d0adb87c01,41905,1731831565601 2024-11-17T08:19:25,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590/backup-masters 2024-11-17T08:19:25,898 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:19:25,898 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,41905,1731831565601 2024-11-17T08:19:25,901 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/hbase.id] with ID: c31c52da-612f-4276-8c6e-aeefde93805e 2024-11-17T08:19:25,901 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/.tmp/hbase.id 2024-11-17T08:19:25,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:19:26,306 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/.tmp/hbase.id]:[hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/hbase.id] 2024-11-17T08:19:26,315 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:26,316 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:19:26,316 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T08:19:26,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:26,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:26,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:19:26,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:19:26,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T08:19:26,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T08:19:26,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:19:26,734 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:19:26,735 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:19:26,735 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:26,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:19:26,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:19:27,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:27,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:27,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:27,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:27,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:27,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:27,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:27,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:27,141 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store 2024-11-17T08:19:27,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:19:27,550 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:27,550 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:19:27,550 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:27,550 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:27,551 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:19:27,551 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:27,551 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:27,551 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831567550Disabling compacts and flushes for region at 1731831567550Disabling writes for close at 1731831567551 (+1 ms)Writing region close event to WAL at 1731831567551Closed at 1731831567551 2024-11-17T08:19:27,552 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/.initializing 2024-11-17T08:19:27,552 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/WALs/e3d0adb87c01,41905,1731831565601 2024-11-17T08:19:27,553 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:19:27,554 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C41905%2C1731831565601, suffix=, logDir=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/WALs/e3d0adb87c01,41905,1731831565601, archiveDir=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/oldWALs, maxLogs=10 2024-11-17T08:19:27,570 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/WALs/e3d0adb87c01,41905,1731831565601/e3d0adb87c01%2C41905%2C1731831565601.1731831567554, exclude list is [], retry=0 2024-11-17T08:19:27,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44689,DS-3732cc6b-3158-4e30-8c02-2340bcb776ae,DISK] 2024-11-17T08:19:27,574 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/WALs/e3d0adb87c01,41905,1731831565601/e3d0adb87c01%2C41905%2C1731831565601.1731831567554 2024-11-17T08:19:27,574 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40267:40267)] 2024-11-17T08:19:27,574 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:19:27,574 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:27,574 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:27,574 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:27,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:27,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:19:27,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:27,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:27,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:27,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:19:27,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:27,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:27,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:27,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:19:27,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:27,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:27,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:27,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:19:27,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:27,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:27,581 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:27,582 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:27,582 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:27,584 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:27,584 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:27,584 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:19:27,585 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:27,586 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:19:27,587 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58839941, jitterRate=-0.12321655452251434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:19:27,587 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831567575Initializing all the Stores at 1731831567575Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831567575Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831567575Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831567575Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831567575Cleaning up temporary data from old regions at 1731831567584 (+9 ms)Region opened successfully at 1731831567587 (+3 ms) 2024-11-17T08:19:27,587 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:19:27,590 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc331cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:19:27,591 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:19:27,591 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:19:27,591 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:19:27,591 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:19:27,592 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:19:27,592 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:19:27,592 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:19:27,594 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:19:27,595 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Unable to get data of znode /01473161590/balancer because node does not exist (not necessarily an error) 2024-11-17T08:19:27,645 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01473161590/balancer already deleted, retry=false 2024-11-17T08:19:27,645 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:19:27,646 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Unable to get data of znode /01473161590/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:19:27,655 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01473161590/normalizer already deleted, retry=false 2024-11-17T08:19:27,656 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:19:27,657 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Unable to get data of znode /01473161590/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:19:27,666 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01473161590/switch/split already deleted, retry=false 2024-11-17T08:19:27,667 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Unable to get data of znode /01473161590/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:19:27,676 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01473161590/switch/merge already deleted, retry=false 2024-11-17T08:19:27,678 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Unable to get data of znode /01473161590/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:19:27,690 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01473161590/snapshot-cleanup already deleted, retry=false 2024-11-17T08:19:27,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01473161590/running 2024-11-17T08:19:27,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01473161590/running 2024-11-17T08:19:27,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:27,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:27,701 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,41905,1731831565601, sessionid=0x10147e080460000, setting cluster-up flag (Was=false) 2024-11-17T08:19:27,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:27,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:27,753 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01473161590/flush-table-proc/acquired, /01473161590/flush-table-proc/reached, /01473161590/flush-table-proc/abort 2024-11-17T08:19:27,754 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,41905,1731831565601 2024-11-17T08:19:27,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:27,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:27,806 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01473161590/online-snapshot/acquired, /01473161590/online-snapshot/reached, /01473161590/online-snapshot/abort 2024-11-17T08:19:27,807 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,41905,1731831565601 2024-11-17T08:19:27,808 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:19:27,809 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:27,810 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:19:27,810 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:19:27,810 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e3d0adb87c01,40087,1731831541168: status=Processing ServerCrashProcedure of e3d0adb87c01,40087,1731831541168 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731831554775, completionTime=-1 appears to have been leaked 2024-11-17T08:19:27,810 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,41905,1731831565601 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:19:27,811 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:27,811 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:27,811 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:27,811 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:27,811 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:19:27,811 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:27,812 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:19:27,812 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:27,815 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:27,815 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:19:27,816 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:27,816 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:19:27,817 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831597817 2024-11-17T08:19:27,817 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:19:27,817 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:19:27,817 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:19:27,817 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:19:27,817 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:19:27,817 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:19:27,817 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:27,818 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:19:27,818 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:19:27,818 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:19:27,818 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:19:27,819 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:19:27,819 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:19:27,819 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831567819,5,FailOnTimeoutGroup] 2024-11-17T08:19:27,820 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831567819,5,FailOnTimeoutGroup] 2024-11-17T08:19:27,820 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:27,820 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:19:27,820 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:27,820 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:27,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:19:27,852 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(746): ClusterId : c31c52da-612f-4276-8c6e-aeefde93805e 2024-11-17T08:19:27,852 DEBUG [RS:0;e3d0adb87c01:40343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:19:27,860 DEBUG [RS:0;e3d0adb87c01:40343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:19:27,860 DEBUG [RS:0;e3d0adb87c01:40343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:19:27,870 DEBUG [RS:0;e3d0adb87c01:40343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:19:27,870 DEBUG [RS:0;e3d0adb87c01:40343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5576b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:19:27,885 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:40343 2024-11-17T08:19:27,885 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:19:27,885 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:19:27,885 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:19:27,885 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,41905,1731831565601 with port=40343, startcode=1731831565821 2024-11-17T08:19:27,886 DEBUG [RS:0;e3d0adb87c01:40343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:19:27,887 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:19:27,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,40343,1731831565821 2024-11-17T08:19:27,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41905 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,40343,1731831565821 2024-11-17T08:19:27,889 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b 2024-11-17T08:19:27,889 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35135 2024-11-17T08:19:27,889 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:19:27,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590/rs 2024-11-17T08:19:27,901 DEBUG [RS:0;e3d0adb87c01:40343 {}] zookeeper.ZKUtil(111): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Set watcher on existing znode=/01473161590/rs/e3d0adb87c01,40343,1731831565821 2024-11-17T08:19:27,901 WARN [RS:0;e3d0adb87c01:40343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:19:27,901 INFO [RS:0;e3d0adb87c01:40343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:27,901 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821 2024-11-17T08:19:27,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,40343,1731831565821] 2024-11-17T08:19:27,904 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:19:27,905 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:19:27,906 INFO [RS:0;e3d0adb87c01:40343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:19:27,906 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:27,906 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:19:27,907 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:19:27,907 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:27,907 DEBUG [RS:0;e3d0adb87c01:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:27,907 DEBUG [RS:0;e3d0adb87c01:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:27,907 DEBUG [RS:0;e3d0adb87c01:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:27,907 DEBUG [RS:0;e3d0adb87c01:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:27,907 DEBUG [RS:0;e3d0adb87c01:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:27,907 DEBUG [RS:0;e3d0adb87c01:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:19:27,907 DEBUG [RS:0;e3d0adb87c01:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:27,907 DEBUG [RS:0;e3d0adb87c01:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:27,907 DEBUG [RS:0;e3d0adb87c01:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:27,907 DEBUG [RS:0;e3d0adb87c01:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:27,907 DEBUG [RS:0;e3d0adb87c01:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:27,907 DEBUG [RS:0;e3d0adb87c01:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:27,907 DEBUG [RS:0;e3d0adb87c01:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:19:27,908 DEBUG [RS:0;e3d0adb87c01:40343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:19:27,914 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:27,914 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:27,914 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:27,914 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:27,914 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:27,914 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,40343,1731831565821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:19:27,928 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:19:27,928 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,40343,1731831565821-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:27,928 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:27,928 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.Replication(171): e3d0adb87c01,40343,1731831565821 started 2024-11-17T08:19:27,942 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:27,942 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,40343,1731831565821, RpcServer on e3d0adb87c01/172.17.0.3:40343, sessionid=0x10147e080460001 2024-11-17T08:19:27,942 DEBUG [RS:0;e3d0adb87c01:40343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:19:27,942 DEBUG [RS:0;e3d0adb87c01:40343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,40343,1731831565821 2024-11-17T08:19:27,942 DEBUG [RS:0;e3d0adb87c01:40343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,40343,1731831565821' 2024-11-17T08:19:27,942 DEBUG [RS:0;e3d0adb87c01:40343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01473161590/flush-table-proc/abort' 2024-11-17T08:19:27,943 DEBUG [RS:0;e3d0adb87c01:40343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01473161590/flush-table-proc/acquired' 2024-11-17T08:19:27,943 DEBUG [RS:0;e3d0adb87c01:40343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:19:27,943 DEBUG [RS:0;e3d0adb87c01:40343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:19:27,943 DEBUG [RS:0;e3d0adb87c01:40343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,40343,1731831565821 2024-11-17T08:19:27,943 DEBUG [RS:0;e3d0adb87c01:40343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,40343,1731831565821' 2024-11-17T08:19:27,943 DEBUG [RS:0;e3d0adb87c01:40343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01473161590/online-snapshot/abort' 2024-11-17T08:19:27,943 DEBUG [RS:0;e3d0adb87c01:40343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01473161590/online-snapshot/acquired' 2024-11-17T08:19:27,944 DEBUG [RS:0;e3d0adb87c01:40343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:19:27,944 INFO [RS:0;e3d0adb87c01:40343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:19:27,944 INFO [RS:0;e3d0adb87c01:40343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:19:28,044 INFO [RS:0;e3d0adb87c01:40343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:19:28,046 INFO [RS:0;e3d0adb87c01:40343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C40343%2C1731831565821, suffix=, logDir=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821, archiveDir=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/oldWALs, maxLogs=10 2024-11-17T08:19:28,058 DEBUG [RS:0;e3d0adb87c01:40343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046, exclude list is [], retry=0 2024-11-17T08:19:28,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44689,DS-3732cc6b-3158-4e30-8c02-2340bcb776ae,DISK] 2024-11-17T08:19:28,062 INFO [RS:0;e3d0adb87c01:40343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 2024-11-17T08:19:28,062 DEBUG [RS:0;e3d0adb87c01:40343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40267:40267)] 2024-11-17T08:19:28,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:19:28,228 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b 2024-11-17T08:19:28,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:19:28,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:28,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:19:28,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:19:28,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:28,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:28,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:19:28,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:19:28,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:28,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:28,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:19:28,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:19:28,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:28,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:28,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:19:28,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:19:28,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:28,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:28,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:19:28,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740 2024-11-17T08:19:28,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740 2024-11-17T08:19:28,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:19:28,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:19:28,641 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:19:28,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:19:28,643 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:19:28,643 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62331953, jitterRate=-0.071181520819664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:19:28,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831568633Initializing all the Stores at 1731831568634 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831568634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831568634Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831568634Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831568634Cleaning up temporary data from old regions at 1731831568640 (+6 ms)Region opened successfully at 1731831568644 (+4 ms) 2024-11-17T08:19:28,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:19:28,644 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:19:28,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:19:28,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:19:28,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:19:28,645 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:19:28,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831568644Disabling compacts and flushes for region at 1731831568644Disabling writes for close at 1731831568644Writing region close event to WAL at 1731831568645 (+1 ms)Closed at 1731831568645 2024-11-17T08:19:28,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:28,646 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:19:28,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:19:28,647 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:19:28,648 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:19:28,798 DEBUG [e3d0adb87c01:41905 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:19:28,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,40343,1731831565821 2024-11-17T08:19:28,799 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,40343,1731831565821, state=OPENING 2024-11-17T08:19:28,848 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:19:28,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:28,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:28,859 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:19:28,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01473161590/meta-region-server: CHANGED 2024-11-17T08:19:28,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01473161590/meta-region-server: CHANGED 2024-11-17T08:19:28,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,40343,1731831565821}] 2024-11-17T08:19:29,011 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:19:29,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:19:29,016 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:19:29,016 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:29,016 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:19:29,018 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C40343%2C1731831565821.meta, suffix=.meta, logDir=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821, archiveDir=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/oldWALs, maxLogs=10 2024-11-17T08:19:29,035 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.meta.1731831569018.meta, exclude list is [], retry=0 2024-11-17T08:19:29,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44689,DS-3732cc6b-3158-4e30-8c02-2340bcb776ae,DISK] 2024-11-17T08:19:29,039 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.meta.1731831569018.meta 2024-11-17T08:19:29,039 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40267:40267)] 2024-11-17T08:19:29,039 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:19:29,040 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:19:29,040 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:19:29,040 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:19:29,040 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:19:29,040 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:19:29,040 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:29,040 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:19:29,040 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:19:29,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:19:29,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:19:29,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:29,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:29,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:19:29,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:19:29,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:29,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:29,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:19:29,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:19:29,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:29,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:29,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:19:29,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:19:29,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:29,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:29,046 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:19:29,046 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740 2024-11-17T08:19:29,047 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740 2024-11-17T08:19:29,047 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:19:29,047 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:19:29,048 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:19:29,049 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:19:29,050 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63025197, jitterRate=-0.06085138022899628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:19:29,050 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:19:29,050 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831569040Writing region info on filesystem at 1731831569040Initializing all the Stores at 1731831569041 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831569041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831569041Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831569041Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831569041Cleaning up temporary data from old regions at 1731831569047 (+6 ms)Running coprocessor post-open hooks at 1731831569050 (+3 ms)Region opened successfully at 1731831569050 2024-11-17T08:19:29,051 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831569011 2024-11-17T08:19:29,053 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:19:29,053 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:19:29,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,40343,1731831565821 2024-11-17T08:19:29,054 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,40343,1731831565821, state=OPEN 2024-11-17T08:19:29,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01473161590/meta-region-server 2024-11-17T08:19:29,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01473161590/meta-region-server 2024-11-17T08:19:29,111 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,40343,1731831565821 2024-11-17T08:19:29,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01473161590/meta-region-server: CHANGED 2024-11-17T08:19:29,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01473161590/meta-region-server: CHANGED 2024-11-17T08:19:29,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:19:29,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,40343,1731831565821 in 252 msec 2024-11-17T08:19:29,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:19:29,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-17T08:19:29,115 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:29,115 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:19:29,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:29,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,40343,1731831565821, seqNum=-1] 2024-11-17T08:19:29,116 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:29,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:19:29,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec 2024-11-17T08:19:29,121 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831569121, completionTime=-1 2024-11-17T08:19:29,121 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:19:29,121 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:19:29,123 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:19:29,123 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831629123 2024-11-17T08:19:29,123 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831689123 2024-11-17T08:19:29,123 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T08:19:29,123 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41905,1731831565601-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:29,123 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41905,1731831565601-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:29,123 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41905,1731831565601-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:29,123 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:41905, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:29,123 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:29,124 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:29,125 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:19:29,126 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.228sec 2024-11-17T08:19:29,126 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:19:29,126 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:19:29,126 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:19:29,126 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:19:29,126 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:19:29,126 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41905,1731831565601-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:19:29,126 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41905,1731831565601-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:19:29,128 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:19:29,128 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:19:29,128 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41905,1731831565601-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:29,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d015e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:29,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,41905,-1 for getting cluster id 2024-11-17T08:19:29,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:29,155 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c31c52da-612f-4276-8c6e-aeefde93805e' 2024-11-17T08:19:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c31c52da-612f-4276-8c6e-aeefde93805e" 2024-11-17T08:19:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e630cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,41905,-1] 2024-11-17T08:19:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:29,156 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:29,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18714002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:29,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,40343,1731831565821, seqNum=-1] 2024-11-17T08:19:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:29,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:19:29,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,41905,1731831565601 2024-11-17T08:19:29,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53651 2024-11-17T08:19:29,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:19:29,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10147e080460002 connected 2024-11-17T08:19:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/hadoop.log.dir so I do NOT create it in target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3 2024-11-17T08:19:29,194 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:19:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/hadoop.tmp.dir so I do NOT create it in target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3 2024-11-17T08:19:29,194 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:19:29,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3 2024-11-17T08:19:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:19:29,195 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/cluster_04ef90ef-03b8-2c95-5623-81bc1a0c5167, deleteOnExit=true 2024-11-17T08:19:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:19:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/test.cache.data in system properties and HBase conf 2024-11-17T08:19:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:19:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:19:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:19:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:19:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:19:29,195 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:19:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:19:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:19:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:19:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:19:29,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:19:29,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:19:29,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:19:29,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:19:29,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:19:29,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:19:29,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:19:29,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:19:29,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:19:29,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:19:29,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:19:29,616 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:19:29,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:19:29,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:19:29,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:19:29,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:19:29,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4b537b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:19:29,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7310d0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:19:29,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f20e4e3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/java.io.tmpdir/jetty-localhost-40817-hadoop-hdfs-3_4_1-tests_jar-_-any-550664549257192314/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:19:29,714 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c7a3fd{HTTP/1.1, (http/1.1)}{localhost:40817} 2024-11-17T08:19:29,714 INFO [Time-limited test {}] server.Server(415): Started @169996ms 2024-11-17T08:19:29,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:19:29,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:19:30,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:19:30,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:19:30,000 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:19:30,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@713de407{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:19:30,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30acc661{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:19:30,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7882f7f4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/java.io.tmpdir/jetty-localhost-46781-hadoop-hdfs-3_4_1-tests_jar-_-any-7115388047606129504/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:19:30,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c8ad1b9{HTTP/1.1, (http/1.1)}{localhost:46781} 2024-11-17T08:19:30,095 INFO [Time-limited test {}] server.Server(415): Started @170377ms 2024-11-17T08:19:30,096 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:19:30,837 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/cluster_04ef90ef-03b8-2c95-5623-81bc1a0c5167/data/data2/current/BP-93770536-172.17.0.3-1731831569225/current, will proceed with Du for space computation calculation, 2024-11-17T08:19:30,837 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/cluster_04ef90ef-03b8-2c95-5623-81bc1a0c5167/data/data1/current/BP-93770536-172.17.0.3-1731831569225/current, will proceed with Du for space computation calculation, 2024-11-17T08:19:30,858 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:19:30,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe88e2d4758946d9e with lease ID 0x926d618e7acd23e7: Processing first storage report for DS-e05823d1-adaf-4220-a74f-a3fd78a6e656 from datanode DatanodeRegistration(127.0.0.1:41925, datanodeUuid=6b8cdc67-2713-4c99-b95a-a92558084585, infoPort=34651, infoSecurePort=0, ipcPort=43251, storageInfo=lv=-57;cid=testClusterID;nsid=393050837;c=1731831569225) 2024-11-17T08:19:30,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe88e2d4758946d9e with lease ID 0x926d618e7acd23e7: from storage DS-e05823d1-adaf-4220-a74f-a3fd78a6e656 node DatanodeRegistration(127.0.0.1:41925, datanodeUuid=6b8cdc67-2713-4c99-b95a-a92558084585, infoPort=34651, infoSecurePort=0, ipcPort=43251, storageInfo=lv=-57;cid=testClusterID;nsid=393050837;c=1731831569225), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:19:30,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe88e2d4758946d9e with lease ID 0x926d618e7acd23e7: Processing first storage report for DS-e6e7e07a-81ea-487f-8244-c6e3cba71b7b from datanode DatanodeRegistration(127.0.0.1:41925, datanodeUuid=6b8cdc67-2713-4c99-b95a-a92558084585, infoPort=34651, infoSecurePort=0, ipcPort=43251, storageInfo=lv=-57;cid=testClusterID;nsid=393050837;c=1731831569225) 2024-11-17T08:19:30,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe88e2d4758946d9e with lease ID 0x926d618e7acd23e7: from storage DS-e6e7e07a-81ea-487f-8244-c6e3cba71b7b node DatanodeRegistration(127.0.0.1:41925, datanodeUuid=6b8cdc67-2713-4c99-b95a-a92558084585, infoPort=34651, infoSecurePort=0, ipcPort=43251, storageInfo=lv=-57;cid=testClusterID;nsid=393050837;c=1731831569225), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:19:30,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3 2024-11-17T08:19:30,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:30,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:30,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:19:31,328 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3 with version=8 2024-11-17T08:19:31,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/hbase-staging 2024-11-17T08:19:31,330 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:19:31,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:31,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:31,330 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:19:31,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:31,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:19:31,330 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:19:31,330 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:19:31,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37973 2024-11-17T08:19:31,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37973 connecting to ZooKeeper ensemble=127.0.0.1:53651 2024-11-17T08:19:31,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379730x0, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:19:31,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37973-0x10147e080460003 connected 2024-11-17T08:19:31,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:31,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:31,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Set watcher on znode that does not yet exist, /1-312733123/running 2024-11-17T08:19:31,462 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3, hbase.cluster.distributed=false 2024-11-17T08:19:31,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Set watcher on znode that does not yet exist, /1-312733123/acl 2024-11-17T08:19:31,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37973 2024-11-17T08:19:31,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37973 2024-11-17T08:19:31,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37973 2024-11-17T08:19:31,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37973 2024-11-17T08:19:31,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37973 2024-11-17T08:19:31,477 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:19:31,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:31,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:31,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:19:31,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:31,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:19:31,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:19:31,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:19:31,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44805 2024-11-17T08:19:31,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44805 connecting to ZooKeeper ensemble=127.0.0.1:53651 2024-11-17T08:19:31,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:31,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:31,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448050x0, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:19:31,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448050x0, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Set watcher on znode that does not yet exist, /1-312733123/running 2024-11-17T08:19:31,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44805-0x10147e080460004 connected 2024-11-17T08:19:31,491 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:19:31,492 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:19:31,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Set watcher on znode that does not yet exist, /1-312733123/master 2024-11-17T08:19:31,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Set watcher on znode that does not yet exist, /1-312733123/acl 2024-11-17T08:19:31,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-17T08:19:31,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44805 2024-11-17T08:19:31,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44805 2024-11-17T08:19:31,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-17T08:19:31,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-17T08:19:31,511 DEBUG [M:0;e3d0adb87c01:37973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:37973 2024-11-17T08:19:31,511 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-312733123/backup-masters/e3d0adb87c01,37973,1731831571330 2024-11-17T08:19:31,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123/backup-masters 2024-11-17T08:19:31,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123/backup-masters 2024-11-17T08:19:31,522 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Set watcher on existing znode=/1-312733123/backup-masters/e3d0adb87c01,37973,1731831571330 2024-11-17T08:19:31,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-312733123/master 2024-11-17T08:19:31,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:31,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:31,533 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Set watcher on existing znode=/1-312733123/master 2024-11-17T08:19:31,533 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-312733123/backup-masters/e3d0adb87c01,37973,1731831571330 from backup master directory 2024-11-17T08:19:31,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-312733123/backup-masters/e3d0adb87c01,37973,1731831571330 2024-11-17T08:19:31,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123/backup-masters 2024-11-17T08:19:31,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123/backup-masters 2024-11-17T08:19:31,543 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:19:31,543 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,37973,1731831571330 2024-11-17T08:19:31,546 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/hbase.id] with ID: 2c177bb6-d266-4db2-9916-97eeb1478ea7 2024-11-17T08:19:31,546 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/.tmp/hbase.id 2024-11-17T08:19:31,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:19:31,951 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/.tmp/hbase.id]:[hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/hbase.id] 2024-11-17T08:19:31,960 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:31,960 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:19:31,961 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T08:19:32,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:32,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:32,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:19:32,422 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:19:32,423 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:19:32,423 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:32,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:19:32,832 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store 2024-11-17T08:19:32,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:19:33,237 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:33,237 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:19:33,237 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:33,237 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:33,238 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-17T08:19:33,238 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:33,238 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:33,238 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831573237Disabling compacts and flushes for region at 1731831573237Disabling writes for close at 1731831573238 (+1 ms)Writing region close event to WAL at 1731831573238Closed at 1731831573238 2024-11-17T08:19:33,239 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/.initializing 2024-11-17T08:19:33,239 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/WALs/e3d0adb87c01,37973,1731831571330 2024-11-17T08:19:33,240 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:19:33,241 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C37973%2C1731831571330, suffix=, logDir=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/WALs/e3d0adb87c01,37973,1731831571330, archiveDir=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/oldWALs, maxLogs=10 2024-11-17T08:19:33,256 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/WALs/e3d0adb87c01,37973,1731831571330/e3d0adb87c01%2C37973%2C1731831571330.1731831573241, exclude list is [], retry=0 2024-11-17T08:19:33,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41925,DS-e05823d1-adaf-4220-a74f-a3fd78a6e656,DISK] 2024-11-17T08:19:33,260 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/WALs/e3d0adb87c01,37973,1731831571330/e3d0adb87c01%2C37973%2C1731831571330.1731831573241 2024-11-17T08:19:33,260 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34651:34651)] 2024-11-17T08:19:33,260 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:19:33,261 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:33,261 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:33,261 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:33,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:33,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:19:33,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:33,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:33,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:33,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:19:33,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:33,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:33,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:33,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:19:33,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:33,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:33,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:33,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:19:33,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:33,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:33,267 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:33,268 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:33,268 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:33,269 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:33,269 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:33,270 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:19:33,271 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:19:33,272 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:19:33,272 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60178447, jitterRate=-0.10327126085758209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:19:33,272 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831573261Initializing all the Stores at 1731831573262 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831573262Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831573262Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831573262Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831573262Cleaning up temporary data from old regions at 1731831573269 (+7 ms)Region opened successfully at 1731831573272 (+3 ms) 2024-11-17T08:19:33,272 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:19:33,275 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fcfad90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:19:33,275 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:19:33,275 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:19:33,275 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:19:33,276 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:19:33,276 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:19:33,276 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:19:33,276 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:19:33,278 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:19:33,278 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Unable to get data of znode /1-312733123/balancer because node does not exist (not necessarily an error) 2024-11-17T08:19:33,332 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-312733123/balancer already deleted, retry=false 2024-11-17T08:19:33,333 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:19:33,333 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Unable to get data of znode /1-312733123/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:19:33,343 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-312733123/normalizer already deleted, retry=false 2024-11-17T08:19:33,343 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:19:33,344 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Unable to get data of znode /1-312733123/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:19:33,353 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-312733123/switch/split already deleted, retry=false 2024-11-17T08:19:33,354 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Unable to get data of znode /1-312733123/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:19:33,364 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-312733123/switch/merge already deleted, retry=false 2024-11-17T08:19:33,366 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Unable to get data of znode /1-312733123/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:19:33,374 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-312733123/snapshot-cleanup already deleted, retry=false 2024-11-17T08:19:33,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-312733123/running 2024-11-17T08:19:33,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:33,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-312733123/running 2024-11-17T08:19:33,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:33,385 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,37973,1731831571330, sessionid=0x10147e080460003, setting cluster-up flag (Was=false) 2024-11-17T08:19:33,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:33,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:33,438 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-312733123/flush-table-proc/acquired, /1-312733123/flush-table-proc/reached, /1-312733123/flush-table-proc/abort 2024-11-17T08:19:33,439 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,37973,1731831571330 2024-11-17T08:19:33,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:33,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:33,490 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-312733123/online-snapshot/acquired, /1-312733123/online-snapshot/reached, /1-312733123/online-snapshot/abort 2024-11-17T08:19:33,491 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,37973,1731831571330 2024-11-17T08:19:33,492 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:19:33,493 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:33,494 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:19:33,494 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:19:33,494 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,37973,1731831571330 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:19:33,495 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:33,495 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:33,495 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:33,495 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:19:33,495 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:19:33,495 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:33,495 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:19:33,495 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:33,499 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831603499 2024-11-17T08:19:33,499 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:19:33,499 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:19:33,499 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:19:33,499 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:19:33,499 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:19:33,499 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:19:33,500 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:33,500 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:19:33,500 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:33,501 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:33,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:19:33,506 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:19:33,506 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:19:33,506 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:19:33,506 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:19:33,506 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(746): ClusterId : 2c177bb6-d266-4db2-9916-97eeb1478ea7 2024-11-17T08:19:33,506 DEBUG [RS:0;e3d0adb87c01:44805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:19:33,510 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:19:33,510 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:19:33,513 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831573510,5,FailOnTimeoutGroup] 2024-11-17T08:19:33,515 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831573513,5,FailOnTimeoutGroup] 2024-11-17T08:19:33,515 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:33,515 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:19:33,515 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:33,515 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:33,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:19:33,519 DEBUG [RS:0;e3d0adb87c01:44805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:19:33,519 DEBUG [RS:0;e3d0adb87c01:44805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:19:33,529 DEBUG [RS:0;e3d0adb87c01:44805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:19:33,529 DEBUG [RS:0;e3d0adb87c01:44805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98f9019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:19:33,543 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:44805 2024-11-17T08:19:33,543 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:19:33,543 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:19:33,543 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:19:33,543 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,37973,1731831571330 with port=44805, startcode=1731831571477 2024-11-17T08:19:33,543 DEBUG [RS:0;e3d0adb87c01:44805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:19:33,545 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:19:33,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37973 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,44805,1731831571477 2024-11-17T08:19:33,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37973 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,44805,1731831571477 2024-11-17T08:19:33,546 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3 2024-11-17T08:19:33,546 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35819 2024-11-17T08:19:33,546 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:19:33,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123/rs 2024-11-17T08:19:33,597 DEBUG [RS:0;e3d0adb87c01:44805 {}] zookeeper.ZKUtil(111): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Set watcher on existing znode=/1-312733123/rs/e3d0adb87c01,44805,1731831571477 2024-11-17T08:19:33,597 WARN [RS:0;e3d0adb87c01:44805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:19:33,597 INFO [RS:0;e3d0adb87c01:44805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:33,597 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477 2024-11-17T08:19:33,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,44805,1731831571477] 2024-11-17T08:19:33,600 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:19:33,602 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:19:33,602 INFO [RS:0;e3d0adb87c01:44805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:19:33,602 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:33,602 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:19:33,603 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:19:33,603 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:33,603 DEBUG [RS:0;e3d0adb87c01:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:33,603 DEBUG [RS:0;e3d0adb87c01:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:33,603 DEBUG [RS:0;e3d0adb87c01:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:33,603 DEBUG [RS:0;e3d0adb87c01:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:33,603 DEBUG [RS:0;e3d0adb87c01:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:33,604 DEBUG [RS:0;e3d0adb87c01:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:19:33,604 DEBUG [RS:0;e3d0adb87c01:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:33,604 DEBUG [RS:0;e3d0adb87c01:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:33,604 DEBUG [RS:0;e3d0adb87c01:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:33,604 DEBUG [RS:0;e3d0adb87c01:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:33,604 DEBUG [RS:0;e3d0adb87c01:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:33,604 DEBUG [RS:0;e3d0adb87c01:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:19:33,604 DEBUG [RS:0;e3d0adb87c01:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:19:33,604 DEBUG [RS:0;e3d0adb87c01:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:19:33,609 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:33,609 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:33,609 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:33,609 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:33,609 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:33,609 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44805,1731831571477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:19:33,622 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:19:33,622 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44805,1731831571477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:33,622 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:33,622 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.Replication(171): e3d0adb87c01,44805,1731831571477 started 2024-11-17T08:19:33,635 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:33,635 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,44805,1731831571477, RpcServer on e3d0adb87c01/172.17.0.3:44805, sessionid=0x10147e080460004 2024-11-17T08:19:33,635 DEBUG [RS:0;e3d0adb87c01:44805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:19:33,635 DEBUG [RS:0;e3d0adb87c01:44805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,44805,1731831571477 2024-11-17T08:19:33,635 DEBUG [RS:0;e3d0adb87c01:44805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,44805,1731831571477' 2024-11-17T08:19:33,635 DEBUG [RS:0;e3d0adb87c01:44805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-312733123/flush-table-proc/abort' 2024-11-17T08:19:33,635 DEBUG [RS:0;e3d0adb87c01:44805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-312733123/flush-table-proc/acquired' 2024-11-17T08:19:33,636 DEBUG [RS:0;e3d0adb87c01:44805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:19:33,636 DEBUG [RS:0;e3d0adb87c01:44805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:19:33,636 DEBUG [RS:0;e3d0adb87c01:44805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,44805,1731831571477 2024-11-17T08:19:33,636 DEBUG [RS:0;e3d0adb87c01:44805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,44805,1731831571477' 2024-11-17T08:19:33,636 DEBUG [RS:0;e3d0adb87c01:44805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-312733123/online-snapshot/abort' 2024-11-17T08:19:33,636 DEBUG [RS:0;e3d0adb87c01:44805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-312733123/online-snapshot/acquired' 2024-11-17T08:19:33,636 DEBUG [RS:0;e3d0adb87c01:44805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:19:33,636 INFO [RS:0;e3d0adb87c01:44805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:19:33,636 INFO [RS:0;e3d0adb87c01:44805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:19:33,736 INFO [RS:0;e3d0adb87c01:44805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:19:33,738 INFO [RS:0;e3d0adb87c01:44805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C44805%2C1731831571477, suffix=, logDir=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477, archiveDir=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/oldWALs, maxLogs=10 2024-11-17T08:19:33,750 DEBUG [RS:0;e3d0adb87c01:44805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738, exclude list is [], retry=0 2024-11-17T08:19:33,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41925,DS-e05823d1-adaf-4220-a74f-a3fd78a6e656,DISK] 2024-11-17T08:19:33,753 INFO [RS:0;e3d0adb87c01:44805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 2024-11-17T08:19:33,753 DEBUG [RS:0;e3d0adb87c01:44805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34651:34651)] 2024-11-17T08:19:33,904 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:19:33,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:19:33,917 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3 2024-11-17T08:19:33,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:19:34,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:34,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:19:34,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:19:34,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:34,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:34,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:19:34,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:19:34,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:34,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:34,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:19:34,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:19:34,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:34,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:34,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:19:34,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:19:34,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:34,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:34,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:19:34,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740 2024-11-17T08:19:34,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740 2024-11-17T08:19:34,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:19:34,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:19:34,332 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:19:34,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:19:34,335 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:19:34,335 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63543602, jitterRate=-0.05312654376029968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:19:34,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831574323Initializing all the Stores at 1731831574324 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831574324Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831574324Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831574324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831574324Cleaning up temporary data from old regions at 1731831574332 (+8 ms)Region opened successfully at 1731831574335 (+3 ms) 2024-11-17T08:19:34,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:19:34,335 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:19:34,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:19:34,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:19:34,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:19:34,336 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:19:34,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831574335Disabling compacts and flushes for region at 1731831574335Disabling writes for close at 1731831574335Writing region close event to WAL at 1731831574336 (+1 ms)Closed at 1731831574336 2024-11-17T08:19:34,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:34,337 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:19:34,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:19:34,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:19:34,339 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:19:34,489 DEBUG [e3d0adb87c01:37973 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:19:34,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,44805,1731831571477 2024-11-17T08:19:34,491 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,44805,1731831571477, state=OPENING 2024-11-17T08:19:34,542 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:19:34,553 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:19:34,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:34,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:34,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-312733123/meta-region-server: CHANGED 2024-11-17T08:19:34,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-312733123/meta-region-server: CHANGED 2024-11-17T08:19:34,564 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:19:34,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,44805,1731831571477}] 2024-11-17T08:19:34,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:34,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:34,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:34,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:34,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:34,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:34,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:34,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:34,717 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:19:34,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:19:34,721 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:19:34,721 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:34,722 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:19:34,723 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C44805%2C1731831571477.meta, suffix=.meta, logDir=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477, archiveDir=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/oldWALs, maxLogs=10 2024-11-17T08:19:34,734 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.meta.1731831574723.meta, exclude list is [], retry=0 2024-11-17T08:19:34,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41925,DS-e05823d1-adaf-4220-a74f-a3fd78a6e656,DISK] 2024-11-17T08:19:34,738 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.meta.1731831574723.meta 2024-11-17T08:19:34,738 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34651:34651)] 2024-11-17T08:19:34,738 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:19:34,738 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:19:34,738 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:19:34,738 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:19:34,738 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:19:34,739 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:19:34,739 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:34,739 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:19:34,739 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:19:34,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:19:34,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:19:34,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:34,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:34,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:19:34,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:19:34,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:34,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:34,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:19:34,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:19:34,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:34,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:34,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:19:34,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:19:34,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:34,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:19:34,744 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:19:34,745 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740 2024-11-17T08:19:34,746 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740 2024-11-17T08:19:34,747 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:19:34,747 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:19:34,747 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:19:34,749 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:19:34,750 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63182908, jitterRate=-0.05850130319595337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:19:34,750 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:19:34,750 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831574739Writing region info on filesystem at 1731831574739Initializing all the Stores at 1731831574739Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831574739Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831574740 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831574740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831574740Cleaning up temporary data from old regions at 1731831574747 (+7 ms)Running coprocessor post-open hooks at 1731831574750 (+3 ms)Region opened successfully at 1731831574750 2024-11-17T08:19:34,751 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831574716 2024-11-17T08:19:34,752 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:19:34,752 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:19:34,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,44805,1731831571477 2024-11-17T08:19:34,753 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,44805,1731831571477, state=OPEN 2024-11-17T08:19:34,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-312733123/meta-region-server 2024-11-17T08:19:34,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-312733123/meta-region-server 2024-11-17T08:19:34,781 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,44805,1731831571477 2024-11-17T08:19:34,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-312733123/meta-region-server: CHANGED 2024-11-17T08:19:34,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-312733123/meta-region-server: CHANGED 2024-11-17T08:19:34,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:19:34,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,44805,1731831571477 in 217 msec 2024-11-17T08:19:34,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:19:34,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-17T08:19:34,786 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:19:34,786 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:19:34,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:34,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1] 2024-11-17T08:19:34,787 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:34,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:19:34,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-11-17T08:19:34,793 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831574793, completionTime=-1 2024-11-17T08:19:34,793 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:19:34,793 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:19:34,794 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:19:34,794 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831634794 2024-11-17T08:19:34,794 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831694794 2024-11-17T08:19:34,794 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T08:19:34,795 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37973,1731831571330-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:34,795 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37973,1731831571330-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:34,795 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37973,1731831571330-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:34,795 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:37973, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:34,795 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:34,795 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:34,796 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:19:34,798 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.255sec 2024-11-17T08:19:34,798 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:19:34,798 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:19:34,798 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:19:34,798 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:19:34,798 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:19:34,798 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37973,1731831571330-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:19:34,798 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37973,1731831571330-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:19:34,800 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:19:34,800 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:19:34,800 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37973,1731831571330-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:19:34,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12afba8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:34,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37973,-1 for getting cluster id 2024-11-17T08:19:34,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:34,808 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c177bb6-d266-4db2-9916-97eeb1478ea7' 2024-11-17T08:19:34,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c177bb6-d266-4db2-9916-97eeb1478ea7" 2024-11-17T08:19:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e82b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37973,-1] 2024-11-17T08:19:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:34,810 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:34,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb77436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:34,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:34,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1] 2024-11-17T08:19:34,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:34,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:19:34,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,37973,1731831571330 2024-11-17T08:19:34,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53651 2024-11-17T08:19:34,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:19:34,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10147e080460005 connected 2024-11-17T08:19:34,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:34,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,41905,1731831565601 2024-11-17T08:19:34,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73ce8e 2024-11-17T08:19:34,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:34,841 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:19:34,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:19:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T08:19:34,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:19:34,844 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:34,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T08:19:34,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:19:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:19:34,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741835_1011 (size=902) 2024-11-17T08:19:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:19:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:19:35,251 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98812666b7f3752e92bd43a343ebd69a, NAME => 'test,,1731831574842.98812666b7f3752e92bd43a343ebd69a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b 2024-11-17T08:19:35,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741836_1012 (size=39) 2024-11-17T08:19:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:19:35,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731831574842.98812666b7f3752e92bd43a343ebd69a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:35,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 98812666b7f3752e92bd43a343ebd69a, disabling compactions & flushes 2024-11-17T08:19:35,657 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731831574842.98812666b7f3752e92bd43a343ebd69a. 2024-11-17T08:19:35,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831574842.98812666b7f3752e92bd43a343ebd69a. 2024-11-17T08:19:35,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731831574842.98812666b7f3752e92bd43a343ebd69a. after waiting 0 ms 2024-11-17T08:19:35,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731831574842.98812666b7f3752e92bd43a343ebd69a. 2024-11-17T08:19:35,657 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731831574842.98812666b7f3752e92bd43a343ebd69a. 2024-11-17T08:19:35,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98812666b7f3752e92bd43a343ebd69a: Waiting for close lock at 1731831575657Disabling compacts and flushes for region at 1731831575657Disabling writes for close at 1731831575657Writing region close event to WAL at 1731831575657Closed at 1731831575657 2024-11-17T08:19:35,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:19:35,658 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731831574842.98812666b7f3752e92bd43a343ebd69a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731831575658"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831575658"}]},"ts":"1731831575658"} 2024-11-17T08:19:35,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:19:35,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:19:35,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831575661"}]},"ts":"1731831575661"} 2024-11-17T08:19:35,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T08:19:35,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=98812666b7f3752e92bd43a343ebd69a, ASSIGN}] 2024-11-17T08:19:35,664 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=98812666b7f3752e92bd43a343ebd69a, ASSIGN 2024-11-17T08:19:35,665 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=98812666b7f3752e92bd43a343ebd69a, ASSIGN; state=OFFLINE, location=e3d0adb87c01,40343,1731831565821; forceNewPlan=false, retain=false 2024-11-17T08:19:35,815 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98812666b7f3752e92bd43a343ebd69a, regionState=OPENING, regionLocation=e3d0adb87c01,40343,1731831565821 2024-11-17T08:19:35,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=98812666b7f3752e92bd43a343ebd69a, ASSIGN because future has completed 2024-11-17T08:19:35,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98812666b7f3752e92bd43a343ebd69a, server=e3d0adb87c01,40343,1731831565821}] 2024-11-17T08:19:35,973 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731831574842.98812666b7f3752e92bd43a343ebd69a. 2024-11-17T08:19:35,974 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 98812666b7f3752e92bd43a343ebd69a, NAME => 'test,,1731831574842.98812666b7f3752e92bd43a343ebd69a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:19:35,974 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:19:35,974 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T08:19:35,974 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:35,974 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731831574842.98812666b7f3752e92bd43a343ebd69a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:35,974 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:35,974 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:35,975 INFO [StoreOpener-98812666b7f3752e92bd43a343ebd69a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:35,976 INFO [StoreOpener-98812666b7f3752e92bd43a343ebd69a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98812666b7f3752e92bd43a343ebd69a columnFamilyName f 2024-11-17T08:19:35,977 DEBUG [StoreOpener-98812666b7f3752e92bd43a343ebd69a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:19:35,977 INFO [StoreOpener-98812666b7f3752e92bd43a343ebd69a-1 {}] regionserver.HStore(327): Store=98812666b7f3752e92bd43a343ebd69a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:35,977 INFO [StoreOpener-98812666b7f3752e92bd43a343ebd69a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:35,978 INFO [StoreOpener-98812666b7f3752e92bd43a343ebd69a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98812666b7f3752e92bd43a343ebd69a columnFamilyName f1 2024-11-17T08:19:35,978 DEBUG [StoreOpener-98812666b7f3752e92bd43a343ebd69a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:35,978 INFO [StoreOpener-98812666b7f3752e92bd43a343ebd69a-1 {}] regionserver.HStore(327): Store=98812666b7f3752e92bd43a343ebd69a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:35,978 INFO [StoreOpener-98812666b7f3752e92bd43a343ebd69a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:35,979 INFO [StoreOpener-98812666b7f3752e92bd43a343ebd69a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98812666b7f3752e92bd43a343ebd69a columnFamilyName norep 2024-11-17T08:19:35,979 DEBUG [StoreOpener-98812666b7f3752e92bd43a343ebd69a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:35,979 INFO [StoreOpener-98812666b7f3752e92bd43a343ebd69a-1 {}] regionserver.HStore(327): Store=98812666b7f3752e92bd43a343ebd69a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:35,980 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:35,980 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:35,980 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:35,981 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:35,981 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:35,982 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:19:35,983 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:35,985 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:19:35,985 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 98812666b7f3752e92bd43a343ebd69a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73761451, jitterRate=0.0991312712430954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:19:35,985 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:35,986 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 98812666b7f3752e92bd43a343ebd69a: Running coprocessor pre-open hook at 1731831575974Writing region info on filesystem at 1731831575974Initializing all the Stores at 1731831575975 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831575975Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831575975Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831575975Cleaning up temporary data from old regions at 1731831575981 (+6 ms)Running coprocessor post-open hooks at 1731831575985 (+4 ms)Region opened successfully at 1731831575986 (+1 ms) 2024-11-17T08:19:35,987 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731831574842.98812666b7f3752e92bd43a343ebd69a., pid=6, masterSystemTime=1731831575970 2024-11-17T08:19:35,989 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731831574842.98812666b7f3752e92bd43a343ebd69a. 2024-11-17T08:19:35,989 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731831574842.98812666b7f3752e92bd43a343ebd69a. 2024-11-17T08:19:35,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98812666b7f3752e92bd43a343ebd69a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e3d0adb87c01,40343,1731831565821 2024-11-17T08:19:35,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98812666b7f3752e92bd43a343ebd69a, server=e3d0adb87c01,40343,1731831565821 because future has completed 2024-11-17T08:19:35,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:19:35,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 98812666b7f3752e92bd43a343ebd69a, server=e3d0adb87c01,40343,1731831565821 in 175 msec 2024-11-17T08:19:35,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:19:35,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=98812666b7f3752e92bd43a343ebd69a, ASSIGN in 332 msec 2024-11-17T08:19:35,998 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:19:35,998 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831575998"}]},"ts":"1731831575998"} 2024-11-17T08:19:36,001 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T08:19:36,001 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:19:36,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-17T08:19:36,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T08:19:36,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T08:19:36,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T08:19:36,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T08:19:36,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:19:36,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T08:19:36,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:19:36,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T08:19:36,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:19:36,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T08:19:36,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T08:19:36,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T08:19:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:19:36,997 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T08:19:36,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,37973,1731831571330 2024-11-17T08:19:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e9dc623 2024-11-17T08:19:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:36,999 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:19:37,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:19:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T08:19:37,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:19:37,002 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:37,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T08:19:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:19:37,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:19:37,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741835_1011 (size=902) 2024-11-17T08:19:37,013 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba38abbde9cb5f534f2e7c08c33d5a52, NAME => 'test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3 2024-11-17T08:19:37,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741836_1012 (size=39) 2024-11-17T08:19:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:19:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:19:37,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:37,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ba38abbde9cb5f534f2e7c08c33d5a52, disabling compactions & flushes 2024-11-17T08:19:37,418 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52. 2024-11-17T08:19:37,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52. 2024-11-17T08:19:37,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52. after waiting 0 ms 2024-11-17T08:19:37,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52. 2024-11-17T08:19:37,418 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52. 2024-11-17T08:19:37,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba38abbde9cb5f534f2e7c08c33d5a52: Waiting for close lock at 1731831577418Disabling compacts and flushes for region at 1731831577418Disabling writes for close at 1731831577418Writing region close event to WAL at 1731831577418Closed at 1731831577418 2024-11-17T08:19:37,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:19:37,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731831577419"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831577419"}]},"ts":"1731831577419"} 2024-11-17T08:19:37,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:19:37,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:19:37,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831577422"}]},"ts":"1731831577422"} 2024-11-17T08:19:37,424 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T08:19:37,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba38abbde9cb5f534f2e7c08c33d5a52, ASSIGN}] 2024-11-17T08:19:37,426 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba38abbde9cb5f534f2e7c08c33d5a52, ASSIGN 2024-11-17T08:19:37,426 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ba38abbde9cb5f534f2e7c08c33d5a52, ASSIGN; state=OFFLINE, location=e3d0adb87c01,44805,1731831571477; forceNewPlan=false, retain=false 2024-11-17T08:19:37,577 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba38abbde9cb5f534f2e7c08c33d5a52, regionState=OPENING, regionLocation=e3d0adb87c01,44805,1731831571477 2024-11-17T08:19:37,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ba38abbde9cb5f534f2e7c08c33d5a52, ASSIGN because future has completed 2024-11-17T08:19:37,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba38abbde9cb5f534f2e7c08c33d5a52, server=e3d0adb87c01,44805,1731831571477}] 2024-11-17T08:19:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:19:37,735 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52. 2024-11-17T08:19:37,735 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ba38abbde9cb5f534f2e7c08c33d5a52, NAME => 'test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:19:37,735 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:19:37,736 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T08:19:37,736 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:37,736 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:37,736 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:37,736 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:37,737 INFO [StoreOpener-ba38abbde9cb5f534f2e7c08c33d5a52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:37,738 INFO [StoreOpener-ba38abbde9cb5f534f2e7c08c33d5a52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba38abbde9cb5f534f2e7c08c33d5a52 columnFamilyName f 2024-11-17T08:19:37,738 DEBUG [StoreOpener-ba38abbde9cb5f534f2e7c08c33d5a52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:37,738 INFO [StoreOpener-ba38abbde9cb5f534f2e7c08c33d5a52-1 {}] regionserver.HStore(327): Store=ba38abbde9cb5f534f2e7c08c33d5a52/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:37,738 INFO [StoreOpener-ba38abbde9cb5f534f2e7c08c33d5a52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:37,739 INFO [StoreOpener-ba38abbde9cb5f534f2e7c08c33d5a52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba38abbde9cb5f534f2e7c08c33d5a52 columnFamilyName f1 2024-11-17T08:19:37,739 DEBUG [StoreOpener-ba38abbde9cb5f534f2e7c08c33d5a52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:37,740 INFO [StoreOpener-ba38abbde9cb5f534f2e7c08c33d5a52-1 {}] regionserver.HStore(327): Store=ba38abbde9cb5f534f2e7c08c33d5a52/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:37,740 INFO [StoreOpener-ba38abbde9cb5f534f2e7c08c33d5a52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:37,740 INFO [StoreOpener-ba38abbde9cb5f534f2e7c08c33d5a52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba38abbde9cb5f534f2e7c08c33d5a52 columnFamilyName norep 2024-11-17T08:19:37,740 DEBUG [StoreOpener-ba38abbde9cb5f534f2e7c08c33d5a52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:37,741 INFO [StoreOpener-ba38abbde9cb5f534f2e7c08c33d5a52-1 {}] regionserver.HStore(327): Store=ba38abbde9cb5f534f2e7c08c33d5a52/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:37,741 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:37,742 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:37,742 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:37,743 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:37,743 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:37,743 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:19:37,744 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:37,745 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:19:37,746 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ba38abbde9cb5f534f2e7c08c33d5a52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66061592, jitterRate=-0.015605568885803223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:19:37,746 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:37,746 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ba38abbde9cb5f534f2e7c08c33d5a52: Running coprocessor pre-open hook at 1731831577736Writing region info on filesystem at 1731831577736Initializing all the Stores at 1731831577737 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831577737Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831577737Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831577737Cleaning up temporary data from old regions at 1731831577743 (+6 ms)Running coprocessor post-open hooks at 1731831577746 (+3 ms)Region opened successfully at 1731831577746 2024-11-17T08:19:37,747 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52., pid=6, masterSystemTime=1731831577732 2024-11-17T08:19:37,748 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52. 2024-11-17T08:19:37,748 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52. 2024-11-17T08:19:37,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba38abbde9cb5f534f2e7c08c33d5a52, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e3d0adb87c01,44805,1731831571477 2024-11-17T08:19:37,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba38abbde9cb5f534f2e7c08c33d5a52, server=e3d0adb87c01,44805,1731831571477 because future has completed 2024-11-17T08:19:37,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:19:37,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ba38abbde9cb5f534f2e7c08c33d5a52, server=e3d0adb87c01,44805,1731831571477 in 172 msec 2024-11-17T08:19:37,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:19:37,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ba38abbde9cb5f534f2e7c08c33d5a52, ASSIGN in 328 msec 2024-11-17T08:19:37,755 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:19:37,755 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831577755"}]},"ts":"1731831577755"} 2024-11-17T08:19:37,757 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T08:19:37,757 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:19:37,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-17T08:19:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:19:38,138 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T08:19:38,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f11f15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:38,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,41905,-1 for getting cluster id 2024-11-17T08:19:38,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:38,139 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c31c52da-612f-4276-8c6e-aeefde93805e' 2024-11-17T08:19:38,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:38,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c31c52da-612f-4276-8c6e-aeefde93805e" 2024-11-17T08:19:38,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bca9abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:38,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,41905,-1] 2024-11-17T08:19:38,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:38,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:38,140 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:38,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f93791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:38,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c97d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:38,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37973,-1 for getting cluster id 2024-11-17T08:19:38,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:38,141 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c177bb6-d266-4db2-9916-97eeb1478ea7' 2024-11-17T08:19:38,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:38,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c177bb6-d266-4db2-9916-97eeb1478ea7" 2024-11-17T08:19:38,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3e3957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:38,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37973,-1] 2024-11-17T08:19:38,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:38,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:38,143 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:38,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d45c747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:38,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb77856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:38,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,41905,-1 for getting cluster id 2024-11-17T08:19:38,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:38,144 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c31c52da-612f-4276-8c6e-aeefde93805e' 2024-11-17T08:19:38,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:38,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c31c52da-612f-4276-8c6e-aeefde93805e" 2024-11-17T08:19:38,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f5bcae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:38,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,41905,-1] 2024-11-17T08:19:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:38,145 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:38,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f3d438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:38,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:38,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,41905,1731831565601 2024-11-17T08:19:38,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@612ea64c 2024-11-17T08:19:38,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:38,148 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:19:38,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:37973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:19:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:19:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:19:38,151 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:37973' 2024-11-17T08:19:38,152 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3188ef17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:38,152 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37973,-1 for getting cluster id 2024-11-17T08:19:38,152 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:38,153 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c177bb6-d266-4db2-9916-97eeb1478ea7' 2024-11-17T08:19:38,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:38,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c177bb6-d266-4db2-9916-97eeb1478ea7" 2024-11-17T08:19:38,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599de07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:38,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37973,-1] 2024-11-17T08:19:38,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:38,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:38,154 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:38,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eaef885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:38,155 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:38,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,37973,1731831571330 2024-11-17T08:19:38,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31ea000a 2024-11-17T08:19:38,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:38,156 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:19:38,157 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T08:19:38,157 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:19:38,157 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:38,157 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:38,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:38,158 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:19:38,158 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:19:38,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:19:38,159 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:38,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:19:38,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741837_1013 (size=1138) 2024-11-17T08:19:38,209 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T08:19:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:19:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:19:38,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c40e55cae0707b1733ae89692e07184, NAME => 'hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b 2024-11-17T08:19:38,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741838_1014 (size=44) 2024-11-17T08:19:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:19:39,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:39,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5c40e55cae0707b1733ae89692e07184, disabling compactions & flushes 2024-11-17T08:19:39,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184. 2024-11-17T08:19:39,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184. 2024-11-17T08:19:39,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184. after waiting 0 ms 2024-11-17T08:19:39,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184. 2024-11-17T08:19:39,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184. 2024-11-17T08:19:39,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c40e55cae0707b1733ae89692e07184: Waiting for close lock at 1731831579017Disabling compacts and flushes for region at 1731831579017Disabling writes for close at 1731831579017Writing region close event to WAL at 1731831579017Closed at 1731831579017 2024-11-17T08:19:39,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:19:39,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731831579018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831579018"}]},"ts":"1731831579018"} 2024-11-17T08:19:39,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:19:39,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:19:39,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831579021"}]},"ts":"1731831579021"} 2024-11-17T08:19:39,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T08:19:39,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c40e55cae0707b1733ae89692e07184, ASSIGN}] 2024-11-17T08:19:39,025 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c40e55cae0707b1733ae89692e07184, ASSIGN 2024-11-17T08:19:39,025 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c40e55cae0707b1733ae89692e07184, ASSIGN; state=OFFLINE, location=e3d0adb87c01,40343,1731831565821; forceNewPlan=false, retain=false 2024-11-17T08:19:39,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5c40e55cae0707b1733ae89692e07184, regionState=OPENING, regionLocation=e3d0adb87c01,40343,1731831565821 2024-11-17T08:19:39,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c40e55cae0707b1733ae89692e07184, ASSIGN because future has completed 2024-11-17T08:19:39,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c40e55cae0707b1733ae89692e07184, server=e3d0adb87c01,40343,1731831565821}] 2024-11-17T08:19:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:19:39,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184. 2024-11-17T08:19:39,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:39,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:19:39,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C40343%2C1731831565821.rep, suffix=, logDir=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821, archiveDir=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/oldWALs, maxLogs=10 2024-11-17T08:19:39,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.rep.1731831579335, exclude list is [], retry=0 2024-11-17T08:19:39,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44689,DS-3732cc6b-3158-4e30-8c02-2340bcb776ae,DISK] 2024-11-17T08:19:39,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.rep.1731831579335 2024-11-17T08:19:39,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40267:40267)] 2024-11-17T08:19:39,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c40e55cae0707b1733ae89692e07184, NAME => 'hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:19:39,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:19:39,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:19:39,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184. service=MultiRowMutationService 2024-11-17T08:19:39,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:19:39,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5c40e55cae0707b1733ae89692e07184 2024-11-17T08:19:39,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:39,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5c40e55cae0707b1733ae89692e07184 2024-11-17T08:19:39,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5c40e55cae0707b1733ae89692e07184 2024-11-17T08:19:39,351 INFO [StoreOpener-5c40e55cae0707b1733ae89692e07184-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5c40e55cae0707b1733ae89692e07184 2024-11-17T08:19:39,352 INFO [StoreOpener-5c40e55cae0707b1733ae89692e07184-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c40e55cae0707b1733ae89692e07184 columnFamilyName hfileref 2024-11-17T08:19:39,352 DEBUG [StoreOpener-5c40e55cae0707b1733ae89692e07184-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:39,353 INFO [StoreOpener-5c40e55cae0707b1733ae89692e07184-1 {}] regionserver.HStore(327): Store=5c40e55cae0707b1733ae89692e07184/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:39,353 INFO [StoreOpener-5c40e55cae0707b1733ae89692e07184-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5c40e55cae0707b1733ae89692e07184 2024-11-17T08:19:39,354 INFO [StoreOpener-5c40e55cae0707b1733ae89692e07184-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c40e55cae0707b1733ae89692e07184 columnFamilyName queue 2024-11-17T08:19:39,354 DEBUG [StoreOpener-5c40e55cae0707b1733ae89692e07184-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:39,354 INFO [StoreOpener-5c40e55cae0707b1733ae89692e07184-1 {}] regionserver.HStore(327): Store=5c40e55cae0707b1733ae89692e07184/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:39,354 INFO [StoreOpener-5c40e55cae0707b1733ae89692e07184-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5c40e55cae0707b1733ae89692e07184 2024-11-17T08:19:39,355 INFO [StoreOpener-5c40e55cae0707b1733ae89692e07184-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c40e55cae0707b1733ae89692e07184 columnFamilyName sid 2024-11-17T08:19:39,355 DEBUG [StoreOpener-5c40e55cae0707b1733ae89692e07184-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:39,355 INFO [StoreOpener-5c40e55cae0707b1733ae89692e07184-1 {}] regionserver.HStore(327): Store=5c40e55cae0707b1733ae89692e07184/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:39,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5c40e55cae0707b1733ae89692e07184 2024-11-17T08:19:39,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/replication/5c40e55cae0707b1733ae89692e07184 2024-11-17T08:19:39,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/replication/5c40e55cae0707b1733ae89692e07184 2024-11-17T08:19:39,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5c40e55cae0707b1733ae89692e07184 2024-11-17T08:19:39,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5c40e55cae0707b1733ae89692e07184 2024-11-17T08:19:39,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:19:39,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5c40e55cae0707b1733ae89692e07184 2024-11-17T08:19:39,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/replication/5c40e55cae0707b1733ae89692e07184/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:19:39,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5c40e55cae0707b1733ae89692e07184; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67144300, jitterRate=5.280375480651855E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:19:39,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c40e55cae0707b1733ae89692e07184 2024-11-17T08:19:39,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5c40e55cae0707b1733ae89692e07184: Running coprocessor pre-open hook at 1731831579351Writing region info on filesystem at 1731831579351Initializing all the Stores at 1731831579351Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831579351Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831579351Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831579351Cleaning up temporary data from old regions at 1731831579357 (+6 ms)Running coprocessor post-open hooks at 1731831579361 (+4 ms)Region opened successfully at 1731831579361 2024-11-17T08:19:39,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184., pid=10, masterSystemTime=1731831579330 2024-11-17T08:19:39,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184. 2024-11-17T08:19:39,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184. 2024-11-17T08:19:39,365 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5c40e55cae0707b1733ae89692e07184, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,40343,1731831565821 2024-11-17T08:19:39,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c40e55cae0707b1733ae89692e07184, server=e3d0adb87c01,40343,1731831565821 because future has completed 2024-11-17T08:19:39,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T08:19:39,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c40e55cae0707b1733ae89692e07184, server=e3d0adb87c01,40343,1731831565821 in 189 msec 2024-11-17T08:19:39,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T08:19:39,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c40e55cae0707b1733ae89692e07184, ASSIGN in 345 msec 2024-11-17T08:19:39,371 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:19:39,371 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831579371"}]},"ts":"1731831579371"} 2024-11-17T08:19:39,373 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T08:19:39,374 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:19:39,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2160 sec 2024-11-17T08:19:39,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184., hostname=e3d0adb87c01,40343,1731831565821, seqNum=2] 2024-11-17T08:19:39,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:39,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:39,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:19:39,600 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T08:19:39,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T08:19:39,654 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T08:19:39,682 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,40343,1731831565821, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:19:39,682 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:39,682 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,40343,1731831565821, seqNum=-1] 2024-11-17T08:19:39,682 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:39,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-17T08:19:39,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e3d0adb87c01,40343,1731831565821', locateType=CURRENT is [region=hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184., hostname=e3d0adb87c01,40343,1731831565821, seqNum=2] 2024-11-17T08:19:39,687 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T08:19:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T08:19:39,689 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e3d0adb87c01,40343,1731831565821 suceeded 2024-11-17T08:19:39,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T08:19:39,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-17T08:19:39,691 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e3d0adb87c01:37973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:19:39,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5430 sec 2024-11-17T08:19:39,707 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:37973' 2024-11-17T08:19:39,708 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42ed78b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:39,708 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37973,-1 for getting cluster id 2024-11-17T08:19:39,708 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:39,709 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c177bb6-d266-4db2-9916-97eeb1478ea7' 2024-11-17T08:19:39,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:39,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c177bb6-d266-4db2-9916-97eeb1478ea7" 2024-11-17T08:19:39,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61896106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:39,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37973,-1] 2024-11-17T08:19:39,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:39,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:39,710 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:39,711 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd52431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:39,711 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:39,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,37973,1731831571330 2024-11-17T08:19:39,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25bf2c95 2024-11-17T08:19:39,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:39,713 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-17T08:19:39,713 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,40343,1731831565821 (queues=1) is replicating from cluster=c31c52da-612f-4276-8c6e-aeefde93805e to cluster=2c177bb6-d266-4db2-9916-97eeb1478ea7 2024-11-17T08:19:39,713 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C40343%2C1731831565821 2024-11-17T08:19:39,714 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,40343,1731831565821, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:19:39,714 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C40343%2C1731831565821 2024-11-17T08:19:39,714 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046, startPosition=0, beingWritten=true 2024-11-17T08:19:39,719 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:19:39,719 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 379, reset compression=false 2024-11-17T08:19:39,719 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,40343,1731831565821 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:19:39,923 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 379, reset compression=false 2024-11-17T08:19:40,227 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 379, reset compression=false 2024-11-17T08:19:40,240 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:19:40,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:40,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:40,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:40,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:40,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:40,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:40,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:40,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:40,289 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T08:19:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:19:40,298 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:19:40,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:19:40,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:40,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:40,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:40,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:40,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486e2812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:40,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37973,-1 for getting cluster id 2024-11-17T08:19:40,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:40,299 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c177bb6-d266-4db2-9916-97eeb1478ea7' 2024-11-17T08:19:40,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:40,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c177bb6-d266-4db2-9916-97eeb1478ea7" 2024-11-17T08:19:40,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfb52b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:40,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37973,-1] 2024-11-17T08:19:40,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:40,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:40,301 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:40,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15da4530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:40,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:40,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,37973,1731831571330 2024-11-17T08:19:40,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71c5f80b 2024-11-17T08:19:40,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:40,303 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:19:40,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:41905,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:19:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:19:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:19:40,305 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:41905' 2024-11-17T08:19:40,306 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377aff0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:40,306 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,41905,-1 for getting cluster id 2024-11-17T08:19:40,306 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:40,307 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c31c52da-612f-4276-8c6e-aeefde93805e' 2024-11-17T08:19:40,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:40,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c31c52da-612f-4276-8c6e-aeefde93805e" 2024-11-17T08:19:40,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f8c95e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:40,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,41905,-1] 2024-11-17T08:19:40,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:40,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:40,308 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:40,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2507b03a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:40,309 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:40,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,41905,1731831565601 2024-11-17T08:19:40,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78649a03 2024-11-17T08:19:40,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:40,310 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:19:40,310 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T08:19:40,310 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:19:40,311 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:40,311 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:40,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:40,311 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:19:40,312 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:19:40,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:19:40,313 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:40,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:19:40,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741837_1013 (size=1138) 2024-11-17T08:19:40,362 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T08:19:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:19:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:19:40,631 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 379, reset compression=false 2024-11-17T08:19:40,720 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4534a23ac0b729e523f1c3607c9f0693, NAME => 'hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3 2024-11-17T08:19:40,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741838_1014 (size=44) 2024-11-17T08:19:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:19:41,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:41,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4534a23ac0b729e523f1c3607c9f0693, disabling compactions & flushes 2024-11-17T08:19:41,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693. 2024-11-17T08:19:41,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693. 2024-11-17T08:19:41,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693. after waiting 0 ms 2024-11-17T08:19:41,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693. 2024-11-17T08:19:41,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693. 2024-11-17T08:19:41,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4534a23ac0b729e523f1c3607c9f0693: Waiting for close lock at 1731831581126Disabling compacts and flushes for region at 1731831581126Disabling writes for close at 1731831581126Writing region close event to WAL at 1731831581126Closed at 1731831581126 2024-11-17T08:19:41,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:19:41,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731831581127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831581127"}]},"ts":"1731831581127"} 2024-11-17T08:19:41,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:19:41,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:19:41,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831581130"}]},"ts":"1731831581130"} 2024-11-17T08:19:41,131 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T08:19:41,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4534a23ac0b729e523f1c3607c9f0693, ASSIGN}] 2024-11-17T08:19:41,132 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4534a23ac0b729e523f1c3607c9f0693, ASSIGN 2024-11-17T08:19:41,133 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4534a23ac0b729e523f1c3607c9f0693, ASSIGN; state=OFFLINE, location=e3d0adb87c01,44805,1731831571477; forceNewPlan=false, retain=false 2024-11-17T08:19:41,135 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 379, reset compression=false 2024-11-17T08:19:41,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4534a23ac0b729e523f1c3607c9f0693, regionState=OPENING, regionLocation=e3d0adb87c01,44805,1731831571477 2024-11-17T08:19:41,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4534a23ac0b729e523f1c3607c9f0693, ASSIGN because future has completed 2024-11-17T08:19:41,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4534a23ac0b729e523f1c3607c9f0693, server=e3d0adb87c01,44805,1731831571477}] 2024-11-17T08:19:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:19:41,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693. 2024-11-17T08:19:41,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:41,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:19:41,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C44805%2C1731831571477.rep, suffix=, logDir=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477, archiveDir=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/oldWALs, maxLogs=10 2024-11-17T08:19:41,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.rep.1731831581443, exclude list is [], retry=0 2024-11-17T08:19:41,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41925,DS-e05823d1-adaf-4220-a74f-a3fd78a6e656,DISK] 2024-11-17T08:19:41,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.rep.1731831581443 2024-11-17T08:19:41,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34651:34651)] 2024-11-17T08:19:41,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4534a23ac0b729e523f1c3607c9f0693, NAME => 'hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:19:41,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:19:41,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:19:41,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693. service=MultiRowMutationService 2024-11-17T08:19:41,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:19:41,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4534a23ac0b729e523f1c3607c9f0693 2024-11-17T08:19:41,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:19:41,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4534a23ac0b729e523f1c3607c9f0693 2024-11-17T08:19:41,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4534a23ac0b729e523f1c3607c9f0693 2024-11-17T08:19:41,461 INFO [StoreOpener-4534a23ac0b729e523f1c3607c9f0693-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4534a23ac0b729e523f1c3607c9f0693 2024-11-17T08:19:41,462 INFO [StoreOpener-4534a23ac0b729e523f1c3607c9f0693-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4534a23ac0b729e523f1c3607c9f0693 columnFamilyName hfileref 2024-11-17T08:19:41,462 DEBUG [StoreOpener-4534a23ac0b729e523f1c3607c9f0693-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:41,462 INFO [StoreOpener-4534a23ac0b729e523f1c3607c9f0693-1 {}] regionserver.HStore(327): Store=4534a23ac0b729e523f1c3607c9f0693/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:41,463 INFO [StoreOpener-4534a23ac0b729e523f1c3607c9f0693-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4534a23ac0b729e523f1c3607c9f0693 2024-11-17T08:19:41,463 INFO [StoreOpener-4534a23ac0b729e523f1c3607c9f0693-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4534a23ac0b729e523f1c3607c9f0693 columnFamilyName queue 2024-11-17T08:19:41,464 DEBUG [StoreOpener-4534a23ac0b729e523f1c3607c9f0693-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:41,464 INFO [StoreOpener-4534a23ac0b729e523f1c3607c9f0693-1 {}] regionserver.HStore(327): Store=4534a23ac0b729e523f1c3607c9f0693/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:41,464 INFO [StoreOpener-4534a23ac0b729e523f1c3607c9f0693-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4534a23ac0b729e523f1c3607c9f0693 2024-11-17T08:19:41,465 INFO [StoreOpener-4534a23ac0b729e523f1c3607c9f0693-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4534a23ac0b729e523f1c3607c9f0693 columnFamilyName sid 2024-11-17T08:19:41,465 DEBUG [StoreOpener-4534a23ac0b729e523f1c3607c9f0693-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:19:41,465 INFO [StoreOpener-4534a23ac0b729e523f1c3607c9f0693-1 {}] regionserver.HStore(327): Store=4534a23ac0b729e523f1c3607c9f0693/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:19:41,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4534a23ac0b729e523f1c3607c9f0693 2024-11-17T08:19:41,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/replication/4534a23ac0b729e523f1c3607c9f0693 2024-11-17T08:19:41,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/replication/4534a23ac0b729e523f1c3607c9f0693 2024-11-17T08:19:41,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4534a23ac0b729e523f1c3607c9f0693 2024-11-17T08:19:41,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4534a23ac0b729e523f1c3607c9f0693 2024-11-17T08:19:41,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:19:41,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4534a23ac0b729e523f1c3607c9f0693 2024-11-17T08:19:41,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/replication/4534a23ac0b729e523f1c3607c9f0693/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:19:41,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4534a23ac0b729e523f1c3607c9f0693; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69482592, jitterRate=0.03537130355834961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:19:41,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4534a23ac0b729e523f1c3607c9f0693 2024-11-17T08:19:41,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4534a23ac0b729e523f1c3607c9f0693: Running coprocessor pre-open hook at 1731831581460Writing region info on filesystem at 1731831581460Initializing all the Stores at 1731831581460Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831581461 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831581461Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831581461Cleaning up temporary data from old regions at 1731831581467 (+6 ms)Running coprocessor post-open hooks at 1731831581471 (+4 ms)Region opened successfully at 1731831581471 2024-11-17T08:19:41,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693., pid=10, masterSystemTime=1731831581438 2024-11-17T08:19:41,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693. 2024-11-17T08:19:41,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693. 2024-11-17T08:19:41,474 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4534a23ac0b729e523f1c3607c9f0693, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,44805,1731831571477 2024-11-17T08:19:41,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4534a23ac0b729e523f1c3607c9f0693, server=e3d0adb87c01,44805,1731831571477 because future has completed 2024-11-17T08:19:41,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T08:19:41,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4534a23ac0b729e523f1c3607c9f0693, server=e3d0adb87c01,44805,1731831571477 in 191 msec 2024-11-17T08:19:41,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T08:19:41,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4534a23ac0b729e523f1c3607c9f0693, ASSIGN in 347 msec 2024-11-17T08:19:41,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:19:41,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831581481"}]},"ts":"1731831581481"} 2024-11-17T08:19:41,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T08:19:41,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:19:41,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-17T08:19:41,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693., hostname=e3d0adb87c01,44805,1731831571477, seqNum=2] 2024-11-17T08:19:41,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:41,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:41,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:19:41,738 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 379, reset compression=false 2024-11-17T08:19:41,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T08:19:41,759 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T08:19:41,784 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,44805,1731831571477, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:19:41,784 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:41,785 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1] 2024-11-17T08:19:41,785 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:41,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-17T08:19:41,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e3d0adb87c01,44805,1731831571477', locateType=CURRENT is [region=hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693., hostname=e3d0adb87c01,44805,1731831571477, seqNum=2] 2024-11-17T08:19:41,790 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T08:19:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T08:19:41,791 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e3d0adb87c01,44805,1731831571477 suceeded 2024-11-17T08:19:41,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T08:19:41,793 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e3d0adb87c01:41905,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:19:41,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-17T08:19:41,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4900 sec 2024-11-17T08:19:41,809 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:41905' 2024-11-17T08:19:41,810 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd9c24a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:41,810 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,41905,-1 for getting cluster id 2024-11-17T08:19:41,810 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:41,811 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c31c52da-612f-4276-8c6e-aeefde93805e' 2024-11-17T08:19:41,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:41,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c31c52da-612f-4276-8c6e-aeefde93805e" 2024-11-17T08:19:41,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@273a6941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:41,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,41905,-1] 2024-11-17T08:19:41,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:41,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:41,812 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:41,813 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@680c8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:41,813 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:41,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,41905,1731831565601 2024-11-17T08:19:41,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d0753a2 2024-11-17T08:19:41,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:41,814 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-17T08:19:41,815 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,44805,1731831571477 (queues=1) is replicating from cluster=2c177bb6-d266-4db2-9916-97eeb1478ea7 to cluster=c31c52da-612f-4276-8c6e-aeefde93805e 2024-11-17T08:19:41,815 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C44805%2C1731831571477 2024-11-17T08:19:41,815 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,44805,1731831571477, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:19:41,815 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.shippere3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C44805%2C1731831571477 2024-11-17T08:19:41,815 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738, startPosition=0, beingWritten=true 2024-11-17T08:19:41,820 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:19:41,820 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 379, reset compression=false 2024-11-17T08:19:41,820 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.shippere3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44805,1731831571477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:19:42,024 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 379, reset compression=false 2024-11-17T08:19:42,327 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 379, reset compression=false 2024-11-17T08:19:42,442 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 379, reset compression=false 2024-11-17T08:19:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:19:42,447 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:19:42,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:19:42,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:42,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:42,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:42,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:42,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:42,451 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731831582450/Put/seqid=0 2024-11-17T08:19:42,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741840_1016 (size=7894) 2024-11-17T08:19:42,731 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 379, reset compression=false 2024-11-17T08:19:42,857 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731831582857/Put/seqid=0 2024-11-17T08:19:42,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741841_1017 (size=7691) 2024-11-17T08:19:42,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5492a955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:42,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,41905,-1 for getting cluster id 2024-11-17T08:19:42,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:42,863 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c31c52da-612f-4276-8c6e-aeefde93805e' 2024-11-17T08:19:42,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:42,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c31c52da-612f-4276-8c6e-aeefde93805e" 2024-11-17T08:19:42,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8b96f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:42,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,41905,-1] 2024-11-17T08:19:42,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:42,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:42,864 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:42,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761a5dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:42,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:42,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,40343,1731831565821, seqNum=-1] 2024-11-17T08:19:42,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:42,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:19:42,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,41905,1731831565601 2024-11-17T08:19:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@348d2021 2024-11-17T08:19:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:42,877 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:19:42,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731831574842.98812666b7f3752e92bd43a343ebd69a., hostname=e3d0adb87c01,40343,1731831565821, seqNum=2] 2024-11-17T08:19:42,883 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T08:19:42,888 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-17T08:19:42,891 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-17T08:19:42,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 98812666b7f3752e92bd43a343ebd69a/f 2024-11-17T08:19:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T08:19:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:19:42,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 98812666b7f3752e92bd43a343ebd69a/f 2024-11-17T08:19:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T08:19:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:19:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HRegion(2603): Flush status journal for 98812666b7f3752e92bd43a343ebd69a: 2024-11-17T08:19:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins__test__d36p56d32rm6taud92hbnpf9442uqtn92nlfj8qk87u13k3psdck90dhpuon00qn/f/hfile_0 2024-11-17T08:19:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins__test__d36p56d32rm6taud92hbnpf9442uqtn92nlfj8qk87u13k3psdck90dhpuon00qn/f/hfile_0 as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/f/60539e8f7e2347aba1d806ebe4348bca_SeqId_4_ 2024-11-17T08:19:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins__test__d36p56d32rm6taud92hbnpf9442uqtn92nlfj8qk87u13k3psdck90dhpuon00qn/f/hfile_1 2024-11-17T08:19:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins__test__d36p56d32rm6taud92hbnpf9442uqtn92nlfj8qk87u13k3psdck90dhpuon00qn/f/hfile_1 as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/f/dda6159a6eee4c8494d4846a357b4225_SeqId_4_ 2024-11-17T08:19:42,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins__test__d36p56d32rm6taud92hbnpf9442uqtn92nlfj8qk87u13k3psdck90dhpuon00qn/f/hfile_0 into 98812666b7f3752e92bd43a343ebd69a/f as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/f/60539e8f7e2347aba1d806ebe4348bca_SeqId_4_ - updating store file list. 2024-11-17T08:19:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 60539e8f7e2347aba1d806ebe4348bca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:19:42,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/f/60539e8f7e2347aba1d806ebe4348bca_SeqId_4_ into 98812666b7f3752e92bd43a343ebd69a/f 2024-11-17T08:19:42,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins__test__d36p56d32rm6taud92hbnpf9442uqtn92nlfj8qk87u13k3psdck90dhpuon00qn/f/hfile_0 into 98812666b7f3752e92bd43a343ebd69a/f (new location: hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/f/60539e8f7e2347aba1d806ebe4348bca_SeqId_4_) 2024-11-17T08:19:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins__test__d36p56d32rm6taud92hbnpf9442uqtn92nlfj8qk87u13k3psdck90dhpuon00qn/f/hfile_0 2024-11-17T08:19:42,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins__test__d36p56d32rm6taud92hbnpf9442uqtn92nlfj8qk87u13k3psdck90dhpuon00qn/f/hfile_1 into 98812666b7f3752e92bd43a343ebd69a/f as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/f/dda6159a6eee4c8494d4846a357b4225_SeqId_4_ - updating store file list. 2024-11-17T08:19:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dda6159a6eee4c8494d4846a357b4225_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:19:42,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/f/dda6159a6eee4c8494d4846a357b4225_SeqId_4_ into 98812666b7f3752e92bd43a343ebd69a/f 2024-11-17T08:19:42,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins__test__d36p56d32rm6taud92hbnpf9442uqtn92nlfj8qk87u13k3psdck90dhpuon00qn/f/hfile_1 into 98812666b7f3752e92bd43a343ebd69a/f (new location: hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/f/dda6159a6eee4c8494d4846a357b4225_SeqId_4_) 2024-11-17T08:19:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins__test__d36p56d32rm6taud92hbnpf9442uqtn92nlfj8qk87u13k3psdck90dhpuon00qn/f/hfile_1 2024-11-17T08:19:42,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:19:42,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:42,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:42,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:42,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:42,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731831574842.98812666b7f3752e92bd43a343ebd69a., hostname=e3d0adb87c01,40343,1731831565821, seqNum=2 , the old value is region=test,,1731831574842.98812666b7f3752e92bd43a343ebd69a., hostname=e3d0adb87c01,40343,1731831565821, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e3d0adb87c01:40343 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T08:19:42,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731831574842.98812666b7f3752e92bd43a343ebd69a., hostname=e3d0adb87c01,40343,1731831565821, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T08:19:42,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731831574842.98812666b7f3752e92bd43a343ebd69a., hostname=e3d0adb87c01,40343,1731831565821, seqNum=2 from cache 2024-11-17T08:19:42,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:42,921 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T08:19:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1] 2024-11-17T08:19:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:42,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:19:42,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52., hostname=e3d0adb87c01,44805,1731831571477, seqNum=2] 2024-11-17T08:19:42,926 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T08:19:43,028 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:40343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T08:19:43,236 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 379, reset compression=false 2024-11-17T08:19:43,246 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 379, reset compression=false 2024-11-17T08:19:43,250 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:19:43,250 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,40343,1731831565821 got entry batch from reader: WALEntryBatch [walEntries=[{test/98812666b7f3752e92bd43a343ebd69a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731831582918/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T08:19:43,252 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:19:43,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-17T08:19:43,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.ReplicationSink(318): Replicating [c31c52da-612f-4276-8c6e-aeefde93805e] bulk loaded data 2024-11-17T08:19:43,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51407d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:43,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37973,-1 for getting cluster id 2024-11-17T08:19:43,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:43,254 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c177bb6-d266-4db2-9916-97eeb1478ea7' 2024-11-17T08:19:43,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:43,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c177bb6-d266-4db2-9916-97eeb1478ea7" 2024-11-17T08:19:43,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e0f9986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:43,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37973,-1] 2024-11-17T08:19:43,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:43,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:43,255 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:43,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6316a8b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:43,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741840_1016 (size=7894) 2024-11-17T08:19:43,450 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 687, reset compression=false 2024-11-17T08:19:43,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741841_1017 (size=7691) 2024-11-17T08:19:43,754 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 687, reset compression=false 2024-11-17T08:19:43,839 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 379, reset compression=false 2024-11-17T08:19:43,928 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T08:19:44,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:44,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,37973,1731831571330 2024-11-17T08:19:44,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17645110 2024-11-17T08:19:44,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:44,107 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-17T08:19:44,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T08:19:44,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:44,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1] 2024-11-17T08:19:44,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:44,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-17T08:19:44,116 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins.hfs.11__test__t7v43i1v5eav6ceueiojtkme4lr4gu8736miftc1714eklhk9j53bdcqs6tibfdj/f/60539e8f7e2347aba1d806ebe4348bca_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T08:19:44,119 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins.hfs.11__test__t7v43i1v5eav6ceueiojtkme4lr4gu8736miftc1714eklhk9j53bdcqs6tibfdj/f/dda6159a6eee4c8494d4846a357b4225_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T08:19:44,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins.hfs.11__test__t7v43i1v5eav6ceueiojtkme4lr4gu8736miftc1714eklhk9j53bdcqs6tibfdj/f/60539e8f7e2347aba1d806ebe4348bca_SeqId_4_ for inclusion in ba38abbde9cb5f534f2e7c08c33d5a52/f 2024-11-17T08:19:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T08:19:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:19:44,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins.hfs.11__test__t7v43i1v5eav6ceueiojtkme4lr4gu8736miftc1714eklhk9j53bdcqs6tibfdj/f/dda6159a6eee4c8494d4846a357b4225_SeqId_4_ for inclusion in ba38abbde9cb5f534f2e7c08c33d5a52/f 2024-11-17T08:19:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T08:19:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:19:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HRegion(2603): Flush status journal for ba38abbde9cb5f534f2e7c08c33d5a52: 2024-11-17T08:19:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 60539e8f7e2347aba1d806ebe4348bca_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T08:19:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins.hfs.11__test__t7v43i1v5eav6ceueiojtkme4lr4gu8736miftc1714eklhk9j53bdcqs6tibfdj/f/60539e8f7e2347aba1d806ebe4348bca_SeqId_4_ as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/f/b266017e2a9444bd8df4dab971acf220_SeqId_4_ 2024-11-17T08:19:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dda6159a6eee4c8494d4846a357b4225_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T08:19:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins.hfs.11__test__t7v43i1v5eav6ceueiojtkme4lr4gu8736miftc1714eklhk9j53bdcqs6tibfdj/f/dda6159a6eee4c8494d4846a357b4225_SeqId_4_ as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/f/02079be3e8ec446c8c8cb33c03f8b836_SeqId_4_ 2024-11-17T08:19:44,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins.hfs.11__test__t7v43i1v5eav6ceueiojtkme4lr4gu8736miftc1714eklhk9j53bdcqs6tibfdj/f/60539e8f7e2347aba1d806ebe4348bca_SeqId_4_ into ba38abbde9cb5f534f2e7c08c33d5a52/f as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/f/b266017e2a9444bd8df4dab971acf220_SeqId_4_ - updating store file list. 2024-11-17T08:19:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b266017e2a9444bd8df4dab971acf220_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:19:44,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/f/b266017e2a9444bd8df4dab971acf220_SeqId_4_ into ba38abbde9cb5f534f2e7c08c33d5a52/f 2024-11-17T08:19:44,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins.hfs.11__test__t7v43i1v5eav6ceueiojtkme4lr4gu8736miftc1714eklhk9j53bdcqs6tibfdj/f/60539e8f7e2347aba1d806ebe4348bca_SeqId_4_ into ba38abbde9cb5f534f2e7c08c33d5a52/f (new location: hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/f/b266017e2a9444bd8df4dab971acf220_SeqId_4_) 2024-11-17T08:19:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins.hfs.11__test__t7v43i1v5eav6ceueiojtkme4lr4gu8736miftc1714eklhk9j53bdcqs6tibfdj/f/60539e8f7e2347aba1d806ebe4348bca_SeqId_4_ 2024-11-17T08:19:44,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins.hfs.11__test__t7v43i1v5eav6ceueiojtkme4lr4gu8736miftc1714eklhk9j53bdcqs6tibfdj/f/dda6159a6eee4c8494d4846a357b4225_SeqId_4_ into ba38abbde9cb5f534f2e7c08c33d5a52/f as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/f/02079be3e8ec446c8c8cb33c03f8b836_SeqId_4_ - updating store file list. 2024-11-17T08:19:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 02079be3e8ec446c8c8cb33c03f8b836_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:19:44,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/f/02079be3e8ec446c8c8cb33c03f8b836_SeqId_4_ into ba38abbde9cb5f534f2e7c08c33d5a52/f 2024-11-17T08:19:44,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins.hfs.11__test__t7v43i1v5eav6ceueiojtkme4lr4gu8736miftc1714eklhk9j53bdcqs6tibfdj/f/dda6159a6eee4c8494d4846a357b4225_SeqId_4_ into ba38abbde9cb5f534f2e7c08c33d5a52/f (new location: hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/f/02079be3e8ec446c8c8cb33c03f8b836_SeqId_4_) 2024-11-17T08:19:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins.hfs.11__test__t7v43i1v5eav6ceueiojtkme4lr4gu8736miftc1714eklhk9j53bdcqs6tibfdj/f/dda6159a6eee4c8494d4846a357b4225_SeqId_4_ 2024-11-17T08:19:44,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.ReplicationSink(324): Finished replicating [c31c52da-612f-4276-8c6e-aeefde93805e] bulk loaded data 2024-11-17T08:19:44,157 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 687, reset compression=false 2024-11-17T08:19:44,543 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 379, reset compression=false 2024-11-17T08:19:44,548 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:19:44,548 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.shippere3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44805,1731831571477 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba38abbde9cb5f534f2e7c08c33d5a52/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731831584140/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-17T08:19:44,550 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.shippere3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:19:44,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-17T08:19:44,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.ReplicationSink(318): Replicating [c31c52da-612f-4276-8c6e-aeefde93805e, 2c177bb6-d266-4db2-9916-97eeb1478ea7] bulk loaded data 2024-11-17T08:19:44,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@540e0ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:44,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,41905,-1 for getting cluster id 2024-11-17T08:19:44,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:44,552 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c31c52da-612f-4276-8c6e-aeefde93805e' 2024-11-17T08:19:44,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:44,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c31c52da-612f-4276-8c6e-aeefde93805e" 2024-11-17T08:19:44,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d420d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:44,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,41905,-1] 2024-11-17T08:19:44,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:44,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:44,553 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:44,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@106ece06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:44,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741842_1018 (size=7894) 2024-11-17T08:19:44,660 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 687, reset compression=false 2024-11-17T08:19:44,748 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 725, reset compression=false 2024-11-17T08:19:44,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:44,938 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731831584937/Put/seqid=0 2024-11-17T08:19:44,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741842_1018 (size=11194) 2024-11-17T08:19:44,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741843_1019 (size=7691) 2024-11-17T08:19:45,052 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 725, reset compression=false 2024-11-17T08:19:45,264 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 687, reset compression=false 2024-11-17T08:19:45,343 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731831585343/Put/seqid=0 2024-11-17T08:19:45,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741843_1019 (size=10791) 2024-11-17T08:19:45,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:45,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,41905,1731831565601 2024-11-17T08:19:45,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22408e6e 2024-11-17T08:19:45,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:45,377 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-17T08:19:45,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T08:19:45,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:45,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,40343,1731831565821, seqNum=-1] 2024-11-17T08:19:45,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:45,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-17T08:19:45,384 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins.hfs.10__test__k42ld8n9bbe8guen8oh6v7im2bbjap159r4tmm141crmf1ikkuvgsha7dm4ds2eb/f/02079be3e8ec446c8c8cb33c03f8b836_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T08:19:45,387 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins.hfs.10__test__k42ld8n9bbe8guen8oh6v7im2bbjap159r4tmm141crmf1ikkuvgsha7dm4ds2eb/f/b266017e2a9444bd8df4dab971acf220_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T08:19:45,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.ReplicationSink(324): Finished replicating [c31c52da-612f-4276-8c6e-aeefde93805e, 2c177bb6-d266-4db2-9916-97eeb1478ea7] bulk loaded data 2024-11-17T08:19:45,456 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 725, reset compression=false 2024-11-17T08:19:45,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edfb1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:45,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37973,-1 for getting cluster id 2024-11-17T08:19:45,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:19:45,750 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c177bb6-d266-4db2-9916-97eeb1478ea7' 2024-11-17T08:19:45,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:19:45,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c177bb6-d266-4db2-9916-97eeb1478ea7" 2024-11-17T08:19:45,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3d29c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:45,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37973,-1] 2024-11-17T08:19:45,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:19:45,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:45,751 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:19:45,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425dd519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:19:45,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1] 2024-11-17T08:19:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:45,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:19:45,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:45,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,37973,1731831571330 2024-11-17T08:19:45,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@155c3634 2024-11-17T08:19:45,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:19:45,762 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:19:45,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52., hostname=e3d0adb87c01,44805,1731831571477, seqNum=2] 2024-11-17T08:19:45,767 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T08:19:45,771 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-17T08:19:45,773 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-17T08:19:45,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/testHFileCyclicReplication_10/f/hfile_0 for inclusion in ba38abbde9cb5f534f2e7c08c33d5a52/f 2024-11-17T08:19:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T08:19:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:19:45,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/testHFileCyclicReplication_10/f/hfile_1 for inclusion in ba38abbde9cb5f534f2e7c08c33d5a52/f 2024-11-17T08:19:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T08:19:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:19:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HRegion(2603): Flush status journal for ba38abbde9cb5f534f2e7c08c33d5a52: 2024-11-17T08:19:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins__test__rqspc6a3h87pk0d6657cbnktu3kqrlsr58j61vi6bqbe2unavq7h8ode9hfa333j/f/hfile_0 2024-11-17T08:19:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins__test__rqspc6a3h87pk0d6657cbnktu3kqrlsr58j61vi6bqbe2unavq7h8ode9hfa333j/f/hfile_0 as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/f/027fa6db40e147abba908beb4aa270d0_SeqId_6_ 2024-11-17T08:19:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins__test__rqspc6a3h87pk0d6657cbnktu3kqrlsr58j61vi6bqbe2unavq7h8ode9hfa333j/f/hfile_1 2024-11-17T08:19:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins__test__rqspc6a3h87pk0d6657cbnktu3kqrlsr58j61vi6bqbe2unavq7h8ode9hfa333j/f/hfile_1 as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/f/e962556f566e4f7794698c20a3d91e82_SeqId_6_ 2024-11-17T08:19:45,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins__test__rqspc6a3h87pk0d6657cbnktu3kqrlsr58j61vi6bqbe2unavq7h8ode9hfa333j/f/hfile_0 into ba38abbde9cb5f534f2e7c08c33d5a52/f as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/f/027fa6db40e147abba908beb4aa270d0_SeqId_6_ - updating store file list. 2024-11-17T08:19:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 027fa6db40e147abba908beb4aa270d0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T08:19:45,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/f/027fa6db40e147abba908beb4aa270d0_SeqId_6_ into ba38abbde9cb5f534f2e7c08c33d5a52/f 2024-11-17T08:19:45,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins__test__rqspc6a3h87pk0d6657cbnktu3kqrlsr58j61vi6bqbe2unavq7h8ode9hfa333j/f/hfile_0 into ba38abbde9cb5f534f2e7c08c33d5a52/f (new location: hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/f/027fa6db40e147abba908beb4aa270d0_SeqId_6_) 2024-11-17T08:19:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins__test__rqspc6a3h87pk0d6657cbnktu3kqrlsr58j61vi6bqbe2unavq7h8ode9hfa333j/f/hfile_0 2024-11-17T08:19:45,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins__test__rqspc6a3h87pk0d6657cbnktu3kqrlsr58j61vi6bqbe2unavq7h8ode9hfa333j/f/hfile_1 into ba38abbde9cb5f534f2e7c08c33d5a52/f as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/f/e962556f566e4f7794698c20a3d91e82_SeqId_6_ - updating store file list. 2024-11-17T08:19:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e962556f566e4f7794698c20a3d91e82_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T08:19:45,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/f/e962556f566e4f7794698c20a3d91e82_SeqId_6_ into ba38abbde9cb5f534f2e7c08c33d5a52/f 2024-11-17T08:19:45,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins__test__rqspc6a3h87pk0d6657cbnktu3kqrlsr58j61vi6bqbe2unavq7h8ode9hfa333j/f/hfile_1 into ba38abbde9cb5f534f2e7c08c33d5a52/f (new location: hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/f/e962556f566e4f7794698c20a3d91e82_SeqId_6_) 2024-11-17T08:19:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/staging/jenkins__test__rqspc6a3h87pk0d6657cbnktu3kqrlsr58j61vi6bqbe2unavq7h8ode9hfa333j/f/hfile_1 2024-11-17T08:19:45,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:19:45,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:45,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:45,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:45,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52., hostname=e3d0adb87c01,44805,1731831571477, seqNum=2 , the old value is region=test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52., hostname=e3d0adb87c01,44805,1731831571477, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e3d0adb87c01:44805 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T08:19:45,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52., hostname=e3d0adb87c01,44805,1731831571477, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T08:19:45,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52., hostname=e3d0adb87c01,44805,1731831571477, seqNum=2 from cache 2024-11-17T08:19:45,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:45,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:45,800 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T08:19:45,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,40343,1731831565821, seqNum=-1] 2024-11-17T08:19:45,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:19:45,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:19:45,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731831574842.98812666b7f3752e92bd43a343ebd69a., hostname=e3d0adb87c01,40343,1731831565821, seqNum=2] 2024-11-17T08:19:45,810 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T08:19:45,907 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:44805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T08:19:45,959 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 725, reset compression=false 2024-11-17T08:19:45,964 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:19:45,964 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.shippere3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44805,1731831571477 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba38abbde9cb5f534f2e7c08c33d5a52/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731831585797/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T08:19:45,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.ReplicationSink(318): Replicating [2c177bb6-d266-4db2-9916-97eeb1478ea7] bulk loaded data 2024-11-17T08:19:45,968 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 687, reset compression=false 2024-11-17T08:19:45,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741844_1020 (size=11194) 2024-11-17T08:19:46,164 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 1033, reset compression=false 2024-11-17T08:19:46,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T08:19:46,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T08:19:46,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741845_1021 (size=10791) 2024-11-17T08:19:46,468 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 1033, reset compression=false 2024-11-17T08:19:46,770 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 687, reset compression=false 2024-11-17T08:19:46,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T08:19:46,791 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins.hfs.10__test__ifjrrm7frtr2ksrbdq2s8et1krp0b8sbuhvd1o705a97ma78psoanvs7om63pirv/f/027fa6db40e147abba908beb4aa270d0_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-17T08:19:46,794 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins.hfs.10__test__ifjrrm7frtr2ksrbdq2s8et1krp0b8sbuhvd1o705a97ma78psoanvs7om63pirv/f/e962556f566e4f7794698c20a3d91e82_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-17T08:19:46,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins.hfs.10__test__ifjrrm7frtr2ksrbdq2s8et1krp0b8sbuhvd1o705a97ma78psoanvs7om63pirv/f/e962556f566e4f7794698c20a3d91e82_SeqId_6_ for inclusion in 98812666b7f3752e92bd43a343ebd69a/f 2024-11-17T08:19:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T08:19:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:19:46,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins.hfs.10__test__ifjrrm7frtr2ksrbdq2s8et1krp0b8sbuhvd1o705a97ma78psoanvs7om63pirv/f/027fa6db40e147abba908beb4aa270d0_SeqId_6_ for inclusion in 98812666b7f3752e92bd43a343ebd69a/f 2024-11-17T08:19:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T08:19:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:19:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HRegion(2603): Flush status journal for 98812666b7f3752e92bd43a343ebd69a: 2024-11-17T08:19:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e962556f566e4f7794698c20a3d91e82_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T08:19:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins.hfs.10__test__ifjrrm7frtr2ksrbdq2s8et1krp0b8sbuhvd1o705a97ma78psoanvs7om63pirv/f/e962556f566e4f7794698c20a3d91e82_SeqId_6_ as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/f/04205c8fbaed4e53a517745632c581ae_SeqId_6_ 2024-11-17T08:19:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 027fa6db40e147abba908beb4aa270d0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T08:19:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins.hfs.10__test__ifjrrm7frtr2ksrbdq2s8et1krp0b8sbuhvd1o705a97ma78psoanvs7om63pirv/f/027fa6db40e147abba908beb4aa270d0_SeqId_6_ as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/f/f7f63cd1e46043a2b01a4d2ce0a4cad3_SeqId_6_ 2024-11-17T08:19:46,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins.hfs.10__test__ifjrrm7frtr2ksrbdq2s8et1krp0b8sbuhvd1o705a97ma78psoanvs7om63pirv/f/e962556f566e4f7794698c20a3d91e82_SeqId_6_ into 98812666b7f3752e92bd43a343ebd69a/f as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/f/04205c8fbaed4e53a517745632c581ae_SeqId_6_ - updating store file list. 2024-11-17T08:19:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 04205c8fbaed4e53a517745632c581ae_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T08:19:46,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/f/04205c8fbaed4e53a517745632c581ae_SeqId_6_ into 98812666b7f3752e92bd43a343ebd69a/f 2024-11-17T08:19:46,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins.hfs.10__test__ifjrrm7frtr2ksrbdq2s8et1krp0b8sbuhvd1o705a97ma78psoanvs7om63pirv/f/e962556f566e4f7794698c20a3d91e82_SeqId_6_ into 98812666b7f3752e92bd43a343ebd69a/f (new location: hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/f/04205c8fbaed4e53a517745632c581ae_SeqId_6_) 2024-11-17T08:19:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins.hfs.10__test__ifjrrm7frtr2ksrbdq2s8et1krp0b8sbuhvd1o705a97ma78psoanvs7om63pirv/f/e962556f566e4f7794698c20a3d91e82_SeqId_6_ 2024-11-17T08:19:46,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins.hfs.10__test__ifjrrm7frtr2ksrbdq2s8et1krp0b8sbuhvd1o705a97ma78psoanvs7om63pirv/f/027fa6db40e147abba908beb4aa270d0_SeqId_6_ into 98812666b7f3752e92bd43a343ebd69a/f as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/f/f7f63cd1e46043a2b01a4d2ce0a4cad3_SeqId_6_ - updating store file list. 2024-11-17T08:19:46,814 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T08:19:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f7f63cd1e46043a2b01a4d2ce0a4cad3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T08:19:46,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/f/f7f63cd1e46043a2b01a4d2ce0a4cad3_SeqId_6_ into 98812666b7f3752e92bd43a343ebd69a/f 2024-11-17T08:19:46,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins.hfs.10__test__ifjrrm7frtr2ksrbdq2s8et1krp0b8sbuhvd1o705a97ma78psoanvs7om63pirv/f/027fa6db40e147abba908beb4aa270d0_SeqId_6_ into 98812666b7f3752e92bd43a343ebd69a/f (new location: hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/f/f7f63cd1e46043a2b01a4d2ce0a4cad3_SeqId_6_) 2024-11-17T08:19:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/staging/jenkins.hfs.10__test__ifjrrm7frtr2ksrbdq2s8et1krp0b8sbuhvd1o705a97ma78psoanvs7om63pirv/f/027fa6db40e147abba908beb4aa270d0_SeqId_6_ 2024-11-17T08:19:46,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] regionserver.ReplicationSink(324): Finished replicating [2c177bb6-d266-4db2-9916-97eeb1478ea7] bulk loaded data 2024-11-17T08:19:46,871 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 1033, reset compression=false 2024-11-17T08:19:46,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:19:46,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:46,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:46,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:46,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:46,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:46,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:46,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:46,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:47,375 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 1033, reset compression=false 2024-11-17T08:19:47,675 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 687, reset compression=false 2024-11-17T08:19:47,679 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:19:47,679 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,40343,1731831565821 got entry batch from reader: WALEntryBatch [walEntries=[{test/98812666b7f3752e92bd43a343ebd69a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731831586819/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-17T08:19:47,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.ReplicationSink(318): Replicating [2c177bb6-d266-4db2-9916-97eeb1478ea7, c31c52da-612f-4276-8c6e-aeefde93805e] bulk loaded data 2024-11-17T08:19:47,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741844_1020 (size=10791) 2024-11-17T08:19:47,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:19:47,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:19:47,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:47,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:47,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:47,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:47,827 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:19:47,827 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2113933388, stopped=false 2024-11-17T08:19:47,827 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,37973,1731831571330 2024-11-17T08:19:47,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-312733123/running 2024-11-17T08:19:47,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-312733123/running 2024-11-17T08:19:47,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:47,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:47,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:19:47,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:19:47,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:47,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:47,879 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 1033, reset compression=false 2024-11-17T08:19:47,880 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,44805,1731831571477' ***** 2024-11-17T08:19:47,880 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:19:47,880 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:19:47,880 INFO [RS:0;e3d0adb87c01:44805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:19:47,880 INFO [RS:0;e3d0adb87c01:44805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:19:47,880 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(3091): Received CLOSE for 4534a23ac0b729e523f1c3607c9f0693 2024-11-17T08:19:47,881 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:19:47,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Set watcher on znode that does not yet exist, /1-312733123/running 2024-11-17T08:19:47,881 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(3091): Received CLOSE for ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:47,881 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,44805,1731831571477 2024-11-17T08:19:47,881 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:19:47,881 INFO [RS:0;e3d0adb87c01:44805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:44805. 2024-11-17T08:19:47,881 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4534a23ac0b729e523f1c3607c9f0693, disabling compactions & flushes 2024-11-17T08:19:47,881 DEBUG [RS:0;e3d0adb87c01:44805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:47,881 DEBUG [RS:0;e3d0adb87c01:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:47,881 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693. 2024-11-17T08:19:47,881 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693. 2024-11-17T08:19:47,881 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693. after waiting 0 ms 2024-11-17T08:19:47,881 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:19:47,881 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693. 2024-11-17T08:19:47,881 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:19:47,881 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:19:47,881 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:19:47,881 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4534a23ac0b729e523f1c3607c9f0693 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-17T08:19:47,882 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T08:19:47,882 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4534a23ac0b729e523f1c3607c9f0693=hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693., ba38abbde9cb5f534f2e7c08c33d5a52=test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52.} 2024-11-17T08:19:47,882 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4534a23ac0b729e523f1c3607c9f0693, ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:47,882 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:19:47,882 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:19:47,882 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:19:47,882 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:19:47,882 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:19:47,882 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T08:19:47,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Set watcher on znode that does not yet exist, /1-312733123/running 2024-11-17T08:19:47,905 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/.tmp/info/00b93d7a36d04eaa9e6116c042e7f178 is 147, key is hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693./info:regioninfo/1731831581474/Put/seqid=0 2024-11-17T08:19:47,905 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/replication/4534a23ac0b729e523f1c3607c9f0693/.tmp/hfileref/ee090578f4104ebf947a9abc383823fe is 74, key is 1/hfileref:02079be3e8ec446c8c8cb33c03f8b836_SeqId_4_/1731831585390/DeleteColumn/seqid=0 2024-11-17T08:19:47,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741845_1021 (size=7686) 2024-11-17T08:19:47,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741846_1022 (size=5345) 2024-11-17T08:19:47,920 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:19:47,979 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 1033, reset compression=false 2024-11-17T08:19:48,082 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4534a23ac0b729e523f1c3607c9f0693, ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:48,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741847_1023 (size=11194) 2024-11-17T08:19:48,184 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 1033, reset compression=false 2024-11-17T08:19:48,283 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4534a23ac0b729e523f1c3607c9f0693, ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:48,311 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/.tmp/info/00b93d7a36d04eaa9e6116c042e7f178 2024-11-17T08:19:48,311 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/replication/4534a23ac0b729e523f1c3607c9f0693/.tmp/hfileref/ee090578f4104ebf947a9abc383823fe 2024-11-17T08:19:48,341 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/replication/4534a23ac0b729e523f1c3607c9f0693/.tmp/queue/1943524b8d9b4c6fbc43cf6062d71a16 is 154, key is 1-e3d0adb87c01,44805,1731831571477/queue:e3d0adb87c01%2C44805%2C1731831571477/1731831586823/Put/seqid=0 2024-11-17T08:19:48,341 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/.tmp/ns/8026f3d365144abbb2aacd02096875cf is 43, key is default/ns:d/1731831574789/Put/seqid=0 2024-11-17T08:19:48,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741848_1024 (size=5353) 2024-11-17T08:19:48,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741849_1025 (size=5153) 2024-11-17T08:19:48,483 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4534a23ac0b729e523f1c3607c9f0693, ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:48,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T08:19:48,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44805 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T08:19:48,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44805 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:52088 deadline: 1731831648499, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping 2024-11-17T08:19:48,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:48,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:48,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1 from cache 2024-11-17T08:19:48,588 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 1033, reset compression=false 2024-11-17T08:19:48,607 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:48,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1] 2024-11-17T08:19:48,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44805 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T08:19:48,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44805 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:52088 deadline: 1731831648499, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping 2024-11-17T08:19:48,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:48,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:48,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1 from cache 2024-11-17T08:19:48,609 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:19:48,609 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:19:48,683 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4534a23ac0b729e523f1c3607c9f0693, ba38abbde9cb5f534f2e7c08c33d5a52 2024-11-17T08:19:48,683 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 1033, reset compression=false 2024-11-17T08:19:48,745 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/.tmp/ns/8026f3d365144abbb2aacd02096875cf 2024-11-17T08:19:48,745 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/replication/4534a23ac0b729e523f1c3607c9f0693/.tmp/queue/1943524b8d9b4c6fbc43cf6062d71a16 2024-11-17T08:19:48,778 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/replication/4534a23ac0b729e523f1c3607c9f0693/.tmp/hfileref/ee090578f4104ebf947a9abc383823fe as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/replication/4534a23ac0b729e523f1c3607c9f0693/hfileref/ee090578f4104ebf947a9abc383823fe 2024-11-17T08:19:48,783 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/replication/4534a23ac0b729e523f1c3607c9f0693/hfileref/ee090578f4104ebf947a9abc383823fe, entries=4, sequenceid=12, filesize=5.2 K 2024-11-17T08:19:48,784 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/replication/4534a23ac0b729e523f1c3607c9f0693/.tmp/queue/1943524b8d9b4c6fbc43cf6062d71a16 as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/replication/4534a23ac0b729e523f1c3607c9f0693/queue/1943524b8d9b4c6fbc43cf6062d71a16 2024-11-17T08:19:48,790 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/replication/4534a23ac0b729e523f1c3607c9f0693/queue/1943524b8d9b4c6fbc43cf6062d71a16, entries=1, sequenceid=12, filesize=5.2 K 2024-11-17T08:19:48,791 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4534a23ac0b729e523f1c3607c9f0693 in 909ms, sequenceid=12, compaction requested=false 2024-11-17T08:19:48,793 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/.tmp/rep_barrier/f6571ea5cf114b2591353f18eea38db3 is 112, key is test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52./rep_barrier:seqnumDuringOpen/1731831577749/Put/seqid=0 2024-11-17T08:19:48,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741850_1026 (size=5518) 2024-11-17T08:19:48,811 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/replication/4534a23ac0b729e523f1c3607c9f0693/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T08:19:48,811 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:19:48,811 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:19:48,811 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693. 2024-11-17T08:19:48,811 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4534a23ac0b729e523f1c3607c9f0693: Waiting for close lock at 1731831587881Running coprocessor pre-close hooks at 1731831587881Disabling compacts and flushes for region at 1731831587881Disabling writes for close at 1731831587881Obtaining lock to block concurrent updates at 1731831587881Preparing flush snapshotting stores in 4534a23ac0b729e523f1c3607c9f0693 at 1731831587881Finished memstore snapshotting hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731831587882 (+1 ms)Flushing stores of hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693. at 1731831587883 (+1 ms)Flushing 4534a23ac0b729e523f1c3607c9f0693/hfileref: creating writer at 1731831587883Flushing 4534a23ac0b729e523f1c3607c9f0693/hfileref: appending metadata at 1731831587905 (+22 ms)Flushing 4534a23ac0b729e523f1c3607c9f0693/hfileref: closing flushed file at 1731831587905Flushing 4534a23ac0b729e523f1c3607c9f0693/queue: creating writer at 1731831588315 (+410 ms)Flushing 4534a23ac0b729e523f1c3607c9f0693/queue: appending metadata at 1731831588340 (+25 ms)Flushing 4534a23ac0b729e523f1c3607c9f0693/queue: closing flushed file at 1731831588340Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ac3e3a: reopening flushed file at 1731831588777 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eac21c9: reopening flushed file at 1731831588783 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4534a23ac0b729e523f1c3607c9f0693 in 909ms, sequenceid=12, compaction requested=false at 1731831588791 (+8 ms)Writing region close event to WAL at 1731831588795 (+4 ms)Running coprocessor post-close hooks at 1731831588811 (+16 ms)Closed at 1731831588811 2024-11-17T08:19:48,811 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731831580311.4534a23ac0b729e523f1c3607c9f0693. 2024-11-17T08:19:48,812 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba38abbde9cb5f534f2e7c08c33d5a52, disabling compactions & flushes 2024-11-17T08:19:48,812 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52. 2024-11-17T08:19:48,812 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52. 2024-11-17T08:19:48,812 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52. after waiting 0 ms 2024-11-17T08:19:48,812 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52. 2024-11-17T08:19:48,815 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/default/test/ba38abbde9cb5f534f2e7c08c33d5a52/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T08:19:48,815 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:19:48,816 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:19:48,816 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52. 2024-11-17T08:19:48,816 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba38abbde9cb5f534f2e7c08c33d5a52: Waiting for close lock at 1731831588812Running coprocessor pre-close hooks at 1731831588812Disabling compacts and flushes for region at 1731831588812Disabling writes for close at 1731831588812Writing region close event to WAL at 1731831588812Running coprocessor post-close hooks at 1731831588815 (+3 ms)Closed at 1731831588816 (+1 ms) 2024-11-17T08:19:48,816 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731831577000.ba38abbde9cb5f534f2e7c08c33d5a52. 2024-11-17T08:19:48,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:48,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1] 2024-11-17T08:19:48,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44805 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T08:19:48,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44805 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:52088 deadline: 1731831648499, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping 2024-11-17T08:19:48,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:48,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:48,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1 from cache 2024-11-17T08:19:48,883 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:19:48,883 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:19:48,883 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:49,083 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:49,092 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 1033, reset compression=false 2024-11-17T08:19:49,126 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:49,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1] 2024-11-17T08:19:49,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44805 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T08:19:49,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44805 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:52088 deadline: 1731831648499, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping 2024-11-17T08:19:49,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:49,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:49,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1 from cache 2024-11-17T08:19:49,210 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/.tmp/rep_barrier/f6571ea5cf114b2591353f18eea38db3 2024-11-17T08:19:49,232 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/.tmp/table/d61522b0caee4101b7cf5c822d2c7348 is 53, key is hbase:replication/table:state/1731831581481/Put/seqid=0 2024-11-17T08:19:49,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741851_1027 (size=5308) 2024-11-17T08:19:49,284 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:49,484 DEBUG [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:49,486 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 1033, reset compression=false 2024-11-17T08:19:49,491 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:19:49,491 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 1328, reset compression=false 2024-11-17T08:19:49,492 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.shippere3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44805,1731831571477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:19:49,492 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.shippere3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e3d0adb87c01,44805,1731831571477: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e3d0adb87c01,44805,1731831571477, walGroup=e3d0adb87c01%2C44805%2C1731831571477, offset=e3d0adb87c01%2C44805%2C1731831571477.1731831573738:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:44805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T08:19:49,494 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.shippere3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T08:19:49,494 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.shippere3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T08:19:49,494 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.shippere3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T08:19:49,494 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.shippere3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T08:19:49,494 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.shippere3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T08:19:49,494 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.shippere3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 506492416 }, "NonHeapMemoryUsage": { "committed": 190578688, "init": 7667712, "max": -1, "used": 187853264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T08:19:49,496 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.shippere3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T08:19:49,636 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/.tmp/table/d61522b0caee4101b7cf5c822d2c7348 2024-11-17T08:19:49,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:19:49,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1] 2024-11-17T08:19:49,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e3d0adb87c01,44805,1731831571477 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:19:49,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e3d0adb87c01,44805,1731831571477 aborting 2024-11-17T08:19:49,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e3d0adb87c01,44805,1731831571477 aborting 2024-11-17T08:19:49,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44805,1731831571477, seqNum=-1 from cache 2024-11-17T08:19:49,640 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:19:49,641 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/.tmp/info/00b93d7a36d04eaa9e6116c042e7f178 as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/info/00b93d7a36d04eaa9e6116c042e7f178 2024-11-17T08:19:49,641 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-17T08:19:48.502Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:48.609Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:48.819Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:49.129Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:49.640Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e3d0adb87c01,44805,1731831571477 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e3d0adb87c01,44805,1731831571477 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e3d0adb87c01,44805,1731831571477 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T08:19:49,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-17T08:19:48.502Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:48.609Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:48.819Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:49.129Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:49.640Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e3d0adb87c01,44805,1731831571477 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e3d0adb87c01,44805,1731831571477 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e3d0adb87c01,44805,1731831571477 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T08:19:49,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:52080 deadline: 1731831647680, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-17T08:19:48.502Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:48.609Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:48.819Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:49.129Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:49.640Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e3d0adb87c01,44805,1731831571477 aborting 2024-11-17T08:19:49,644 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-17T08:19:48.502Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:48.609Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:48.819Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:49.129Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e3d0adb87c01,44805,1731831571477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T08:19:49.640Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e3d0adb87c01,44805,1731831571477 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e3d0adb87c01,44805,1731831571477 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server e3d0adb87c01,44805,1731831571477 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:19:49,646 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/info/00b93d7a36d04eaa9e6116c042e7f178, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T08:19:49,647 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/.tmp/ns/8026f3d365144abbb2aacd02096875cf as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/ns/8026f3d365144abbb2aacd02096875cf 2024-11-17T08:19:49,651 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/ns/8026f3d365144abbb2aacd02096875cf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T08:19:49,652 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/.tmp/rep_barrier/f6571ea5cf114b2591353f18eea38db3 as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/rep_barrier/f6571ea5cf114b2591353f18eea38db3 2024-11-17T08:19:49,657 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/rep_barrier/f6571ea5cf114b2591353f18eea38db3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T08:19:49,657 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/.tmp/table/d61522b0caee4101b7cf5c822d2c7348 as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/table/d61522b0caee4101b7cf5c822d2c7348 2024-11-17T08:19:49,662 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/table/d61522b0caee4101b7cf5c822d2c7348, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T08:19:49,663 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1781ms, sequenceid=16, compaction requested=false 2024-11-17T08:19:49,669 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T08:19:49,669 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:19:49,669 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:19:49,669 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:19:49,669 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831587882Running coprocessor pre-close hooks at 1731831587882Disabling compacts and flushes for region at 1731831587882Disabling writes for close at 1731831587882Obtaining lock to block concurrent updates at 1731831587883 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731831587883Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731831587883Flushing stores of hbase:meta,,1.1588230740 at 1731831587884 (+1 ms)Flushing 1588230740/info: creating writer at 1731831587884Flushing 1588230740/info: appending metadata at 1731831587904 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731831587904Flushing 1588230740/ns: creating writer at 1731831588315 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731831588341 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731831588341Flushing 1588230740/rep_barrier: creating writer at 1731831588777 (+436 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731831588793 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731831588793Flushing 1588230740/table: creating writer at 1731831589214 (+421 ms)Flushing 1588230740/table: appending metadata at 1731831589231 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731831589231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77bc6f54: reopening flushed file at 1731831589640 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d17233: reopening flushed file at 1731831589646 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee50877: reopening flushed file at 1731831589652 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d002d31: reopening flushed file at 1731831589657 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1781ms, sequenceid=16, compaction requested=false at 1731831589663 (+6 ms)Writing region close event to WAL at 1731831589666 (+3 ms)Running coprocessor post-close hooks at 1731831589669 (+3 ms)Closed at 1731831589669 2024-11-17T08:19:49,669 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:19:49,684 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,44805,1731831571477; all regions closed. 2024-11-17T08:19:49,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741834_1010 (size=4239) 2024-11-17T08:19:49,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.meta.1731831574723.meta not finished, retry = 0 2024-11-17T08:19:49,695 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.1731831573738 to pos 1328, reset compression=false 2024-11-17T08:19:49,696 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 1033, reset compression=false 2024-11-17T08:19:49,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e3d0adb87c01,44805,1731831571477 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:19:49,748 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e3d0adb87c01,44805,1731831571477 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:19:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741839_1015 (size=3127) 2024-11-17T08:19:49,788 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/WALs/e3d0adb87c01,44805,1731831571477/e3d0adb87c01%2C44805%2C1731831571477.rep.1731831581443 not finished, retry = 0 2024-11-17T08:19:49,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741832_1008 (size=1336) 2024-11-17T08:19:49,891 DEBUG [RS:0;e3d0adb87c01:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:49,892 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:19:49,892 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:19:49,892 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:19:49,892 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:19:49,892 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:19:49,892 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,44805,1731831571477 because: Region server is closing 2024-11-17T08:19:49,892 INFO [RS:0;e3d0adb87c01:44805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:44805. 2024-11-17T08:19:49,893 DEBUG [RS:0;e3d0adb87c01:44805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:49,893 DEBUG [RS:0;e3d0adb87c01:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:49,893 DEBUG [RS:0;e3d0adb87c01:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:49,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:49,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e3d0adb87c01,44805,1731831571477 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:19:49,951 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e3d0adb87c01,44805,1731831571477 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:19:49,993 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.shippere3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 terminated 2024-11-17T08:19:49,993 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44805,1731831571477.replicationSource.wal-reader.e3d0adb87c01%2C44805%2C1731831571477,1-e3d0adb87c01,44805,1731831571477 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T08:19:49,993 INFO [RS:0;e3d0adb87c01:44805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:44805. 2024-11-17T08:19:49,993 DEBUG [RS:0;e3d0adb87c01:44805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:49,993 DEBUG [RS:0;e3d0adb87c01:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:49,993 DEBUG [RS:0;e3d0adb87c01:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:49,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:49,993 INFO [RS:0;e3d0adb87c01:44805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44805 2024-11-17T08:19:50,064 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:19:50,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123/rs 2024-11-17T08:19:50,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-312733123/rs/e3d0adb87c01,44805,1731831571477 2024-11-17T08:19:50,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,44805,1731831571477] 2024-11-17T08:19:50,085 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-312733123/draining/e3d0adb87c01,44805,1731831571477 already deleted, retry=false 2024-11-17T08:19:50,085 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,44805,1731831571477 expired; onlineServers=0 2024-11-17T08:19:50,085 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,37973,1731831571330' ***** 2024-11-17T08:19:50,085 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:19:50,085 INFO [M:0;e3d0adb87c01:37973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:19:50,086 INFO [M:0;e3d0adb87c01:37973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:19:50,086 DEBUG [M:0;e3d0adb87c01:37973 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:19:50,086 DEBUG [M:0;e3d0adb87c01:37973 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:19:50,086 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:19:50,086 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831573513 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831573513,5,FailOnTimeoutGroup] 2024-11-17T08:19:50,086 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831573510 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831573510,5,FailOnTimeoutGroup] 2024-11-17T08:19:50,086 INFO [M:0;e3d0adb87c01:37973 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:19:50,086 INFO [M:0;e3d0adb87c01:37973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:19:50,086 DEBUG [M:0;e3d0adb87c01:37973 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:19:50,086 INFO [M:0;e3d0adb87c01:37973 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:19:50,086 INFO [M:0;e3d0adb87c01:37973 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:19:50,086 INFO [M:0;e3d0adb87c01:37973 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:19:50,086 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:19:50,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-312733123/master 2024-11-17T08:19:50,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-312733123 2024-11-17T08:19:50,096 DEBUG [M:0;e3d0adb87c01:37973 {}] zookeeper.ZKUtil(347): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Unable to get data of znode /1-312733123/master because node does not exist (not an error) 2024-11-17T08:19:50,096 WARN [M:0;e3d0adb87c01:37973 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:19:50,096 INFO [M:0;e3d0adb87c01:37973 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/.lastflushedseqids 2024-11-17T08:19:50,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741852_1028 (size=263) 2024-11-17T08:19:50,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:50,175 INFO [RS:0;e3d0adb87c01:44805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:19:50,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10147e080460004, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:50,175 INFO [RS:0;e3d0adb87c01:44805 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,44805,1731831571477; zookeeper connection closed. 2024-11-17T08:19:50,175 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60b5b2ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60b5b2ca 2024-11-17T08:19:50,176 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:19:50,255 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e3d0adb87c01:44805 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e3d0adb87c01/172.17.0.3:44805 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:19:50,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address e3d0adb87c01:44805 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e3d0adb87c01/172.17.0.3:44805 2024-11-17T08:19:50,255 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=e3d0adb87c01:44805 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e3d0adb87c01/172.17.0.3:44805 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e3d0adb87c01/172.17.0.3:44805 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T08:19:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T08:19:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:39026 deadline: 1731831650257, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-17T08:19:50,259 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T08:19:50,259 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T08:19:50,399 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 1033, reset compression=false 2024-11-17T08:19:50,502 INFO [M:0;e3d0adb87c01:37973 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:19:50,502 INFO [M:0;e3d0adb87c01:37973 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:19:50,502 DEBUG [M:0;e3d0adb87c01:37973 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:19:50,502 INFO [M:0;e3d0adb87c01:37973 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:50,503 DEBUG [M:0;e3d0adb87c01:37973 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:50,503 DEBUG [M:0;e3d0adb87c01:37973 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:19:50,503 DEBUG [M:0;e3d0adb87c01:37973 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:50,503 INFO [M:0;e3d0adb87c01:37973 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-17T08:19:50,516 DEBUG [M:0;e3d0adb87c01:37973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/681dcf7a84db4338bec4086d65357cce is 82, key is hbase:meta,,1/info:regioninfo/1731831574753/Put/seqid=0 2024-11-17T08:19:50,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741853_1029 (size=5672) 2024-11-17T08:19:50,660 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-17T08:19:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T08:19:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:39026 deadline: 1731831650661, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-17T08:19:50,662 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T08:19:50,662 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T08:19:50,662 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-17T08:19:50,920 INFO [M:0;e3d0adb87c01:37973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/681dcf7a84db4338bec4086d65357cce 2024-11-17T08:19:50,943 DEBUG [M:0;e3d0adb87c01:37973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4cb7012d47541279d7c5dd7cb2920c8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731831581485/Put/seqid=0 2024-11-17T08:19:50,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741854_1030 (size=8517) 2024-11-17T08:19:51,163 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-17T08:19:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T08:19:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37973 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:39026 deadline: 1731831651164, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-17T08:19:51,165 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T08:19:51,165 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T08:19:51,165 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-17T08:19:51,203 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 1033, reset compression=false 2024-11-17T08:19:51,347 INFO [M:0;e3d0adb87c01:37973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4cb7012d47541279d7c5dd7cb2920c8 2024-11-17T08:19:51,367 DEBUG [M:0;e3d0adb87c01:37973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1a9d68c34f544af83ccff0b07272b2d is 69, key is e3d0adb87c01,44805,1731831571477/rs:state/1731831573545/Put/seqid=0 2024-11-17T08:19:51,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741855_1031 (size=5156) 2024-11-17T08:19:51,371 INFO [M:0;e3d0adb87c01:37973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1a9d68c34f544af83ccff0b07272b2d 2024-11-17T08:19:51,376 DEBUG [M:0;e3d0adb87c01:37973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/681dcf7a84db4338bec4086d65357cce as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/681dcf7a84db4338bec4086d65357cce 2024-11-17T08:19:51,380 INFO [M:0;e3d0adb87c01:37973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/681dcf7a84db4338bec4086d65357cce, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T08:19:51,380 DEBUG [M:0;e3d0adb87c01:37973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4cb7012d47541279d7c5dd7cb2920c8 as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4cb7012d47541279d7c5dd7cb2920c8 2024-11-17T08:19:51,384 INFO [M:0;e3d0adb87c01:37973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4cb7012d47541279d7c5dd7cb2920c8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T08:19:51,384 DEBUG [M:0;e3d0adb87c01:37973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1a9d68c34f544af83ccff0b07272b2d as hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1a9d68c34f544af83ccff0b07272b2d 2024-11-17T08:19:51,388 INFO [M:0;e3d0adb87c01:37973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35819/user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1a9d68c34f544af83ccff0b07272b2d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T08:19:51,388 INFO [M:0;e3d0adb87c01:37973 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false 2024-11-17T08:19:51,389 INFO [M:0;e3d0adb87c01:37973 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:51,389 DEBUG [M:0;e3d0adb87c01:37973 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831590502Disabling compacts and flushes for region at 1731831590502Disabling writes for close at 1731831590503 (+1 ms)Obtaining lock to block concurrent updates at 1731831590503Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831590503Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731831590503Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831590504 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831590504Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831590516 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831590516Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831590924 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831590942 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831590942Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831591351 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831591367 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831591367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb829b1: reopening flushed file at 1731831591375 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e1bca1: reopening flushed file at 1731831591380 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@623384ae: reopening flushed file at 1731831591384 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false at 1731831591388 (+4 ms)Writing region close event to WAL at 1731831591389 (+1 ms)Closed at 1731831591389 2024-11-17T08:19:51,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741830_1006 (size=63666) 2024-11-17T08:19:51,391 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f1d0606-6f39-ae0b-8bd7-4ef023a29ea3/MasterData/WALs/e3d0adb87c01,37973,1731831571330/e3d0adb87c01%2C37973%2C1731831571330.1731831573241 not finished, retry = 0 2024-11-17T08:19:51,492 INFO [M:0;e3d0adb87c01:37973 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:19:51,492 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:19:51,492 INFO [M:0;e3d0adb87c01:37973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37973 2024-11-17T08:19:51,492 INFO [M:0;e3d0adb87c01:37973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:19:51,612 INFO [M:0;e3d0adb87c01:37973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:19:51,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:51,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37973-0x10147e080460003, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:51,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7882f7f4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:19:51,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c8ad1b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:19:51,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:19:51,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30acc661{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:19:51,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@713de407{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/hadoop.log.dir/,STOPPED} 2024-11-17T08:19:51,617 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:19:51,617 WARN [BP-93770536-172.17.0.3-1731831569225 heartbeating to localhost/127.0.0.1:35819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:19:51,617 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:19:51,617 WARN [BP-93770536-172.17.0.3-1731831569225 heartbeating to localhost/127.0.0.1:35819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-93770536-172.17.0.3-1731831569225 (Datanode Uuid 6b8cdc67-2713-4c99-b95a-a92558084585) service to localhost/127.0.0.1:35819 2024-11-17T08:19:51,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/cluster_04ef90ef-03b8-2c95-5623-81bc1a0c5167/data/data1/current/BP-93770536-172.17.0.3-1731831569225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:19:51,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/cluster_04ef90ef-03b8-2c95-5623-81bc1a0c5167/data/data2/current/BP-93770536-172.17.0.3-1731831569225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:19:51,618 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:19:51,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f20e4e3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:19:51,623 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c7a3fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:19:51,623 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:19:51,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7310d0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:19:51,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4b537b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/hadoop.log.dir/,STOPPED} 2024-11-17T08:19:51,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:19:51,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:19:51,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:19:51,637 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:51,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:51,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:51,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:51,638 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:19:51,638 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1062497434, stopped=false 2024-11-17T08:19:51,638 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,41905,1731831565601 2024-11-17T08:19:51,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01473161590/running 2024-11-17T08:19:51,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01473161590/running 2024-11-17T08:19:51,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:51,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:51,654 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:19:51,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:19:51,654 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:51,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Set watcher on znode that does not yet exist, /01473161590/running 2024-11-17T08:19:51,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:51,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Set watcher on znode that does not yet exist, /01473161590/running 2024-11-17T08:19:51,655 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,40343,1731831565821' ***** 2024-11-17T08:19:51,655 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:19:51,655 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:19:51,655 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:19:51,655 INFO [RS:0;e3d0adb87c01:40343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:19:51,655 INFO [RS:0;e3d0adb87c01:40343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:19:51,655 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c40e55cae0707b1733ae89692e07184 2024-11-17T08:19:51,655 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(3091): Received CLOSE for 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:51,655 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,40343,1731831565821 2024-11-17T08:19:51,655 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:19:51,655 INFO [RS:0;e3d0adb87c01:40343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:40343. 2024-11-17T08:19:51,655 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c40e55cae0707b1733ae89692e07184, disabling compactions & flushes 2024-11-17T08:19:51,655 DEBUG [RS:0;e3d0adb87c01:40343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:51,655 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184. 2024-11-17T08:19:51,655 DEBUG [RS:0;e3d0adb87c01:40343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:51,655 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184. 2024-11-17T08:19:51,655 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184. after waiting 0 ms 2024-11-17T08:19:51,655 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:19:51,655 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184. 2024-11-17T08:19:51,656 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:19:51,656 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:19:51,656 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:19:51,656 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c40e55cae0707b1733ae89692e07184 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-17T08:19:51,656 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T08:19:51,656 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1325): Online Regions={5c40e55cae0707b1733ae89692e07184=hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184., 1588230740=hbase:meta,,1.1588230740, 98812666b7f3752e92bd43a343ebd69a=test,,1731831574842.98812666b7f3752e92bd43a343ebd69a.} 2024-11-17T08:19:51,656 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c40e55cae0707b1733ae89692e07184, 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:51,656 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:19:51,656 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:19:51,656 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:19:51,656 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:19:51,656 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:19:51,656 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T08:19:51,669 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/replication/5c40e55cae0707b1733ae89692e07184/.tmp/hfileref/cc88e040e053493989deb91a49a569d1 is 74, key is 1/hfileref:04205c8fbaed4e53a517745632c581ae_SeqId_6_/1731831586806/Put/seqid=0 2024-11-17T08:19:51,669 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/.tmp/info/ef53c449696a42a2b8057ca623ede707 is 147, key is hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184./info:regioninfo/1731831579365/Put/seqid=0 2024-11-17T08:19:51,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741846_1022 (size=5345) 2024-11-17T08:19:51,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741847_1023 (size=7686) 2024-11-17T08:19:51,738 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:19:51,766 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-17T08:19:51,766 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e3d0adb87c01:37973 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e3d0adb87c01/172.17.0.3:37973 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:19:51,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address e3d0adb87c01:37973 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e3d0adb87c01/172.17.0.3:37973 2024-11-17T08:19:51,856 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c40e55cae0707b1733ae89692e07184, 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:51,877 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:51,878 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e3d0adb87c01:37973 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e3d0adb87c01/172.17.0.3:37973 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:19:51,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=e3d0adb87c01:37973 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e3d0adb87c01/172.17.0.3:37973 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-17T08:19:51,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address e3d0adb87c01:37973 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e3d0adb87c01/172.17.0.3:37973 2024-11-17T08:19:51,914 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:19:51,914 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:19:52,056 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c40e55cae0707b1733ae89692e07184, 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:52,073 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/replication/5c40e55cae0707b1733ae89692e07184/.tmp/hfileref/cc88e040e053493989deb91a49a569d1 2024-11-17T08:19:52,074 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/.tmp/info/ef53c449696a42a2b8057ca623ede707 2024-11-17T08:19:52,087 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:52,087 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e3d0adb87c01:37973 this server is in the failed servers list 2024-11-17T08:19:52,088 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e3d0adb87c01:37973 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:19:52,090 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/replication/5c40e55cae0707b1733ae89692e07184/.tmp/queue/bfd92063719c481fb209a62b2660a881 is 153, key is 1-e3d0adb87c01,40343,1731831565821/queue:e3d0adb87c01%2C40343%2C1731831565821/1731831584145/Put/seqid=0 2024-11-17T08:19:52,091 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/.tmp/ns/54fb00121e5b4a79afb06c2a5befff63 is 43, key is default/ns:d/1731831569118/Put/seqid=0 2024-11-17T08:19:52,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741848_1024 (size=5352) 2024-11-17T08:19:52,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741849_1025 (size=5153) 2024-11-17T08:19:52,106 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 1033, reset compression=false 2024-11-17T08:19:52,256 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c40e55cae0707b1733ae89692e07184, 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:52,397 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:52,397 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e3d0adb87c01:37973 this server is in the failed servers list 2024-11-17T08:19:52,397 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e3d0adb87c01:37973 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:19:52,456 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c40e55cae0707b1733ae89692e07184, 98812666b7f3752e92bd43a343ebd69a 2024-11-17T08:19:52,495 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/replication/5c40e55cae0707b1733ae89692e07184/.tmp/queue/bfd92063719c481fb209a62b2660a881 2024-11-17T08:19:52,495 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/.tmp/ns/54fb00121e5b4a79afb06c2a5befff63 2024-11-17T08:19:52,499 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/replication/5c40e55cae0707b1733ae89692e07184/.tmp/hfileref/cc88e040e053493989deb91a49a569d1 as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/replication/5c40e55cae0707b1733ae89692e07184/hfileref/cc88e040e053493989deb91a49a569d1 2024-11-17T08:19:52,504 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/replication/5c40e55cae0707b1733ae89692e07184/hfileref/cc88e040e053493989deb91a49a569d1, entries=4, sequenceid=10, filesize=5.2 K 2024-11-17T08:19:52,504 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/replication/5c40e55cae0707b1733ae89692e07184/.tmp/queue/bfd92063719c481fb209a62b2660a881 as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/replication/5c40e55cae0707b1733ae89692e07184/queue/bfd92063719c481fb209a62b2660a881 2024-11-17T08:19:52,509 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/replication/5c40e55cae0707b1733ae89692e07184/queue/bfd92063719c481fb209a62b2660a881, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T08:19:52,510 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 5c40e55cae0707b1733ae89692e07184 in 853ms, sequenceid=10, compaction requested=false 2024-11-17T08:19:52,510 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T08:19:52,514 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/.tmp/rep_barrier/f9818a92096a489eada396c8668486c2 is 112, key is test,,1731831574842.98812666b7f3752e92bd43a343ebd69a./rep_barrier:seqnumDuringOpen/1731831575989/Put/seqid=0 2024-11-17T08:19:52,519 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/replication/5c40e55cae0707b1733ae89692e07184/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T08:19:52,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741850_1026 (size=5518) 2024-11-17T08:19:52,522 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:19:52,522 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:19:52,522 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184. 2024-11-17T08:19:52,522 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c40e55cae0707b1733ae89692e07184: Waiting for close lock at 1731831591655Running coprocessor pre-close hooks at 1731831591655Disabling compacts and flushes for region at 1731831591655Disabling writes for close at 1731831591655Obtaining lock to block concurrent updates at 1731831591656 (+1 ms)Preparing flush snapshotting stores in 5c40e55cae0707b1733ae89692e07184 at 1731831591656Finished memstore snapshotting hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731831591656Flushing stores of hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184. at 1731831591656Flushing 5c40e55cae0707b1733ae89692e07184/hfileref: creating writer at 1731831591656Flushing 5c40e55cae0707b1733ae89692e07184/hfileref: appending metadata at 1731831591669 (+13 ms)Flushing 5c40e55cae0707b1733ae89692e07184/hfileref: closing flushed file at 1731831591669Flushing 5c40e55cae0707b1733ae89692e07184/queue: creating writer at 1731831592078 (+409 ms)Flushing 5c40e55cae0707b1733ae89692e07184/queue: appending metadata at 1731831592090 (+12 ms)Flushing 5c40e55cae0707b1733ae89692e07184/queue: closing flushed file at 1731831592090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a77efce: reopening flushed file at 1731831592499 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ed77c4: reopening flushed file at 1731831592504 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 5c40e55cae0707b1733ae89692e07184 in 853ms, sequenceid=10, compaction requested=false at 1731831592510 (+6 ms)Writing region close event to WAL at 1731831592515 (+5 ms)Running coprocessor post-close hooks at 1731831592522 (+7 ms)Closed at 1731831592522 2024-11-17T08:19:52,522 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731831578157.5c40e55cae0707b1733ae89692e07184. 2024-11-17T08:19:52,522 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98812666b7f3752e92bd43a343ebd69a, disabling compactions & flushes 2024-11-17T08:19:52,522 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731831574842.98812666b7f3752e92bd43a343ebd69a. 2024-11-17T08:19:52,522 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831574842.98812666b7f3752e92bd43a343ebd69a. 2024-11-17T08:19:52,522 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731831574842.98812666b7f3752e92bd43a343ebd69a. after waiting 0 ms 2024-11-17T08:19:52,522 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731831574842.98812666b7f3752e92bd43a343ebd69a. 2024-11-17T08:19:52,525 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/default/test/98812666b7f3752e92bd43a343ebd69a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T08:19:52,526 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:19:52,526 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:19:52,526 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731831574842.98812666b7f3752e92bd43a343ebd69a. 2024-11-17T08:19:52,526 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98812666b7f3752e92bd43a343ebd69a: Waiting for close lock at 1731831592522Running coprocessor pre-close hooks at 1731831592522Disabling compacts and flushes for region at 1731831592522Disabling writes for close at 1731831592522Writing region close event to WAL at 1731831592523 (+1 ms)Running coprocessor post-close hooks at 1731831592526 (+3 ms)Closed at 1731831592526 2024-11-17T08:19:52,526 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731831574842.98812666b7f3752e92bd43a343ebd69a. 2024-11-17T08:19:52,657 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:19:52,657 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:19:52,657 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:52,857 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:52,907 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:52,907 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e3d0adb87c01:37973 this server is in the failed servers list 2024-11-17T08:19:52,907 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e3d0adb87c01:37973 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:19:52,922 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/.tmp/rep_barrier/f9818a92096a489eada396c8668486c2 2024-11-17T08:19:52,940 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/.tmp/table/c25b16f6b2814f0496b29f082e0eef29 is 53, key is hbase:replication/table:state/1731831579371/Put/seqid=0 2024-11-17T08:19:52,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741851_1027 (size=5308) 2024-11-17T08:19:53,057 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:53,110 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 1033, reset compression=false 2024-11-17T08:19:53,115 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:19:53,115 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 1328, reset compression=false 2024-11-17T08:19:53,257 DEBUG [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:19:53,318 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.wal-reader.e3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.1731831568046 to pos 1328, reset compression=false 2024-11-17T08:19:53,344 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/.tmp/table/c25b16f6b2814f0496b29f082e0eef29 2024-11-17T08:19:53,349 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/.tmp/info/ef53c449696a42a2b8057ca623ede707 as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/info/ef53c449696a42a2b8057ca623ede707 2024-11-17T08:19:53,353 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/info/ef53c449696a42a2b8057ca623ede707, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T08:19:53,353 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/.tmp/ns/54fb00121e5b4a79afb06c2a5befff63 as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/ns/54fb00121e5b4a79afb06c2a5befff63 2024-11-17T08:19:53,357 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/ns/54fb00121e5b4a79afb06c2a5befff63, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T08:19:53,358 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/.tmp/rep_barrier/f9818a92096a489eada396c8668486c2 as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/rep_barrier/f9818a92096a489eada396c8668486c2 2024-11-17T08:19:53,362 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/rep_barrier/f9818a92096a489eada396c8668486c2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T08:19:53,363 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/.tmp/table/c25b16f6b2814f0496b29f082e0eef29 as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/table/c25b16f6b2814f0496b29f082e0eef29 2024-11-17T08:19:53,367 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/table/c25b16f6b2814f0496b29f082e0eef29, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T08:19:53,367 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false 2024-11-17T08:19:53,368 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:19:53,372 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T08:19:53,372 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:19:53,372 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:19:53,372 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:19:53,373 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831591656Running coprocessor pre-close hooks at 1731831591656Disabling compacts and flushes for region at 1731831591656Disabling writes for close at 1731831591656Obtaining lock to block concurrent updates at 1731831591656Preparing flush snapshotting stores in 1588230740 at 1731831591656Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731831591656Flushing stores of hbase:meta,,1.1588230740 at 1731831591657 (+1 ms)Flushing 1588230740/info: creating writer at 1731831591657Flushing 1588230740/info: appending metadata at 1731831591669 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731831591669Flushing 1588230740/ns: creating writer at 1731831592077 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731831592090 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731831592090Flushing 1588230740/rep_barrier: creating writer at 1731831592499 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731831592514 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731831592514Flushing 1588230740/table: creating writer at 1731831592927 (+413 ms)Flushing 1588230740/table: appending metadata at 1731831592940 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731831592940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f04e47b: reopening flushed file at 1731831593348 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed961c3: reopening flushed file at 1731831593353 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c3d4443: reopening flushed file at 1731831593358 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eef3bcd: reopening flushed file at 1731831593363 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false at 1731831593367 (+4 ms)Writing region close event to WAL at 1731831593369 (+2 ms)Running coprocessor post-close hooks at 1731831593372 (+3 ms)Closed at 1731831593372 2024-11-17T08:19:53,373 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:19:53,457 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,40343,1731831565821; all regions closed. 2024-11-17T08:19:53,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741834_1010 (size=4239) 2024-11-17T08:19:53,460 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/WALs/e3d0adb87c01,40343,1731831565821/e3d0adb87c01%2C40343%2C1731831565821.meta.1731831569018.meta not finished, retry = 0 2024-11-17T08:19:53,562 DEBUG [RS:0;e3d0adb87c01:40343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/oldWALs 2024-11-17T08:19:53,562 INFO [RS:0;e3d0adb87c01:40343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C40343%2C1731831565821.meta:.meta(num 1731831569018) 2024-11-17T08:19:53,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741839_1015 (size=2695) 2024-11-17T08:19:53,565 DEBUG [RS:0;e3d0adb87c01:40343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/oldWALs 2024-11-17T08:19:53,565 INFO [RS:0;e3d0adb87c01:40343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C40343%2C1731831565821.rep:(num 1731831579335) 2024-11-17T08:19:53,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741832_1008 (size=1336) 2024-11-17T08:19:53,569 DEBUG [RS:0;e3d0adb87c01:40343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/oldWALs 2024-11-17T08:19:53,569 INFO [RS:0;e3d0adb87c01:40343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C40343%2C1731831565821:(num 1731831568046) 2024-11-17T08:19:53,569 DEBUG [RS:0;e3d0adb87c01:40343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:53,569 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:19:53,569 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:19:53,569 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:19:53,569 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:19:53,569 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:19:53,569 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,40343,1731831565821 because: Region server is closing 2024-11-17T08:19:53,570 INFO [RS:0;e3d0adb87c01:40343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:40343. 2024-11-17T08:19:53,570 DEBUG [RS:0;e3d0adb87c01:40343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:53,570 DEBUG [RS:0;e3d0adb87c01:40343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:53,570 DEBUG [RS:0;e3d0adb87c01:40343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:53,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:53,670 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-17T08:19:53,670 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T08:19:53,671 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-17T08:19:53,927 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:53,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:19:53,930 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:19:54,313 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:19:54,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:54,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:54,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:54,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:54,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:54,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:54,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:54,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:54,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:54,371 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,40343,1731831565821.replicationSource.shippere3d0adb87c01%2C40343%2C1731831565821,1-e3d0adb87c01,40343,1731831565821 terminated 2024-11-17T08:19:54,371 INFO [RS:0;e3d0adb87c01:40343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:40343. 2024-11-17T08:19:54,372 DEBUG [RS:0;e3d0adb87c01:40343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:19:54,372 DEBUG [RS:0;e3d0adb87c01:40343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:54,372 DEBUG [RS:0;e3d0adb87c01:40343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:19:54,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:19:54,372 INFO [RS:0;e3d0adb87c01:40343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40343 2024-11-17T08:19:54,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01473161590/rs/e3d0adb87c01,40343,1731831565821 2024-11-17T08:19:54,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590/rs 2024-11-17T08:19:54,390 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:19:54,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,40343,1731831565821] 2024-11-17T08:19:54,411 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01473161590/draining/e3d0adb87c01,40343,1731831565821 already deleted, retry=false 2024-11-17T08:19:54,411 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,40343,1731831565821 expired; onlineServers=0 2024-11-17T08:19:54,412 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,41905,1731831565601' ***** 2024-11-17T08:19:54,412 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:19:54,412 INFO [M:0;e3d0adb87c01:41905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:19:54,412 INFO [M:0;e3d0adb87c01:41905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:19:54,412 DEBUG [M:0;e3d0adb87c01:41905 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:19:54,412 DEBUG [M:0;e3d0adb87c01:41905 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:19:54,412 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:19:54,412 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831567819 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831567819,5,FailOnTimeoutGroup] 2024-11-17T08:19:54,412 INFO [M:0;e3d0adb87c01:41905 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:19:54,412 INFO [M:0;e3d0adb87c01:41905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:19:54,412 DEBUG [M:0;e3d0adb87c01:41905 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:19:54,412 INFO [M:0;e3d0adb87c01:41905 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:19:54,412 INFO [M:0;e3d0adb87c01:41905 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:19:54,412 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831567819 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831567819,5,FailOnTimeoutGroup] 2024-11-17T08:19:54,412 INFO [M:0;e3d0adb87c01:41905 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:19:54,412 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:19:54,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01473161590/master 2024-11-17T08:19:54,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01473161590 2024-11-17T08:19:54,422 DEBUG [M:0;e3d0adb87c01:41905 {}] zookeeper.ZKUtil(347): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Unable to get data of znode /01473161590/master because node does not exist (not an error) 2024-11-17T08:19:54,422 WARN [M:0;e3d0adb87c01:41905 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:19:54,423 INFO [M:0;e3d0adb87c01:41905 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/.lastflushedseqids 2024-11-17T08:19:54,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741852_1028 (size=263) 2024-11-17T08:19:54,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:54,501 INFO [RS:0;e3d0adb87c01:40343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:19:54,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40343-0x10147e080460001, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:54,501 INFO [RS:0;e3d0adb87c01:40343 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,40343,1731831565821; zookeeper connection closed. 2024-11-17T08:19:54,501 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28ba000c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28ba000c 2024-11-17T08:19:54,501 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:19:54,828 INFO [M:0;e3d0adb87c01:41905 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:19:54,828 INFO [M:0;e3d0adb87c01:41905 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:19:54,828 DEBUG [M:0;e3d0adb87c01:41905 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:19:54,828 INFO [M:0;e3d0adb87c01:41905 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:54,828 DEBUG [M:0;e3d0adb87c01:41905 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:54,829 DEBUG [M:0;e3d0adb87c01:41905 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-17T08:19:54,829 DEBUG [M:0;e3d0adb87c01:41905 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:54,829 INFO [M:0;e3d0adb87c01:41905 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-17T08:19:54,842 DEBUG [M:0;e3d0adb87c01:41905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3db513bc7dff4484982228e788a20c2b is 82, key is hbase:meta,,1/info:regioninfo/1731831569053/Put/seqid=0 2024-11-17T08:19:54,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741853_1029 (size=5672) 2024-11-17T08:19:54,846 INFO [M:0;e3d0adb87c01:41905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3db513bc7dff4484982228e788a20c2b 2024-11-17T08:19:54,863 DEBUG [M:0;e3d0adb87c01:41905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0675e061070b47a2930bc76fb3e8a928 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731831579374/Put/seqid=0 2024-11-17T08:19:54,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741854_1030 (size=8517) 2024-11-17T08:19:55,188 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T08:19:55,267 INFO [M:0;e3d0adb87c01:41905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0675e061070b47a2930bc76fb3e8a928 2024-11-17T08:19:55,287 DEBUG [M:0;e3d0adb87c01:41905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7842590b2ee54eb490784cde987a64f7 is 69, key is e3d0adb87c01,40343,1731831565821/rs:state/1731831567888/Put/seqid=0 2024-11-17T08:19:55,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741855_1031 (size=5156) 2024-11-17T08:19:55,691 INFO [M:0;e3d0adb87c01:41905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7842590b2ee54eb490784cde987a64f7 2024-11-17T08:19:55,695 DEBUG [M:0;e3d0adb87c01:41905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3db513bc7dff4484982228e788a20c2b as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3db513bc7dff4484982228e788a20c2b 2024-11-17T08:19:55,698 INFO [M:0;e3d0adb87c01:41905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3db513bc7dff4484982228e788a20c2b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T08:19:55,699 DEBUG [M:0;e3d0adb87c01:41905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0675e061070b47a2930bc76fb3e8a928 as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0675e061070b47a2930bc76fb3e8a928 2024-11-17T08:19:55,703 INFO [M:0;e3d0adb87c01:41905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0675e061070b47a2930bc76fb3e8a928, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T08:19:55,703 DEBUG [M:0;e3d0adb87c01:41905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7842590b2ee54eb490784cde987a64f7 as hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7842590b2ee54eb490784cde987a64f7 2024-11-17T08:19:55,707 INFO [M:0;e3d0adb87c01:41905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35135/user/jenkins/test-data/3e38e640-c609-da56-3d38-9bc73570ca4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7842590b2ee54eb490784cde987a64f7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T08:19:55,708 INFO [M:0;e3d0adb87c01:41905 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false 2024-11-17T08:19:55,713 INFO [M:0;e3d0adb87c01:41905 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:19:55,713 DEBUG [M:0;e3d0adb87c01:41905 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831594828Disabling compacts and flushes for region at 1731831594828Disabling writes for close at 1731831594829 (+1 ms)Obtaining lock to block concurrent updates at 1731831594829Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831594829Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731831594829Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831594830 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831594830Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831594842 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831594842Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831594850 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831594863 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831594863Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831595271 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831595286 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831595286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc60b9a: reopening flushed file at 1731831595694 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb83589: reopening flushed file at 1731831595698 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@525b6465: reopening flushed file at 1731831595703 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false at 1731831595708 (+5 ms)Writing region close event to WAL at 1731831595713 (+5 ms)Closed at 1731831595713 2024-11-17T08:19:55,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44689 is added to blk_1073741830_1006 (size=63666) 2024-11-17T08:19:55,716 INFO [M:0;e3d0adb87c01:41905 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:19:55,716 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:19:55,716 INFO [M:0;e3d0adb87c01:41905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41905 2024-11-17T08:19:55,716 INFO [M:0;e3d0adb87c01:41905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:19:55,922 INFO [M:0;e3d0adb87c01:41905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:19:55,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:55,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10147e080460000, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:19:55,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723c962b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:19:55,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@728bbbb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:19:55,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:19:55,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a5aeddf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:19:55,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11eb5101{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/hadoop.log.dir/,STOPPED} 2024-11-17T08:19:55,926 WARN [BP-260594054-172.17.0.3-1731831563440 heartbeating to localhost/127.0.0.1:35135 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:19:55,926 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:19:55,926 WARN [BP-260594054-172.17.0.3-1731831563440 heartbeating to localhost/127.0.0.1:35135 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-260594054-172.17.0.3-1731831563440 (Datanode Uuid 649bc100-6e81-4435-9ef2-91ca15574598) service to localhost/127.0.0.1:35135 2024-11-17T08:19:55,926 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:19:55,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/cluster_040b2fe7-8784-68ec-b4ab-871c4928ef03/data/data1/current/BP-260594054-172.17.0.3-1731831563440 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:19:55,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/cluster_040b2fe7-8784-68ec-b4ab-871c4928ef03/data/data2/current/BP-260594054-172.17.0.3-1731831563440 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:19:55,927 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:19:55,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d64beb5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:19:55,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b2654f6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:19:55,932 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:19:55,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d663f81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:19:55,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29a390a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6171d085-e5de-238c-8329-b6f8c4127448/hadoop.log.dir/,STOPPED} 2024-11-17T08:19:55,936 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T08:19:55,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:19:55,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:55,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:19:55,958 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:19:55,959 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 210) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53651) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35819 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35135 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35135 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35135 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35819 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53651) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=624 (was 578) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 268), ProcessCount=11 (was 11), AvailableMemoryMB=2050 (was 2189) 2024-11-17T08:19:55,967 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=624, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=2050 2024-11-17T08:19:55,979 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-17T08:19:55,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/hadoop.log.dir so I do NOT create it in target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531 2024-11-17T08:19:55,979 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:19:55,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/hadoop.tmp.dir so I do NOT create it in target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531 2024-11-17T08:19:55,979 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12e08e6f-17fd-2d96-cf2a-4b3c8b9f47a3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:19:55,979 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531 2024-11-17T08:19:55,980 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/cluster_bfe85dcd-97c9-6c98-149a-1490b35f7191, deleteOnExit=true 2024-11-17T08:19:56,003 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/cluster_bfe85dcd-97c9-6c98-149a-1490b35f7191/zookeeper_0, clientPort=50743, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/cluster_bfe85dcd-97c9-6c98-149a-1490b35f7191/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/cluster_bfe85dcd-97c9-6c98-149a-1490b35f7191/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T08:19:56,003 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50743 2024-11-17T08:19:56,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:19:56,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:19:56,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/test.cache.data in system properties and HBase conf 2024-11-17T08:19:56,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:19:56,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:19:56,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:19:56,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:19:56,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:19:56,004 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:19:56,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:19:56,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:19:56,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:19:56,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:19:56,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:19:56,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:19:56,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:19:56,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:19:56,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:19:56,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:19:56,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:19:56,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:19:56,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:19:56,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:19:56,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10147e080460005, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:19:56,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10147e080460002, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:19:56,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10147e080460005, quorum=127.0.0.1:53651, baseZNode=/1-312733123 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:19:56,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10147e080460002, quorum=127.0.0.1:53651, baseZNode=/01473161590 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:19:56,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:19:56,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T08:19:56,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T08:19:56,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T08:19:56,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T08:19:56,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:19:56,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:19:56,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:19:56,416 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:19:56,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:19:56,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:19:56,419 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:19:56,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:19:56,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1da0e8f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:19:56,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aa67927{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:19:56,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3153d1dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/java.io.tmpdir/jetty-localhost-36213-hadoop-hdfs-3_4_1-tests_jar-_-any-14097689649063805900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:19:56,520 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@233de56d{HTTP/1.1, (http/1.1)}{localhost:36213} 2024-11-17T08:19:56,520 INFO [Time-limited test {}] server.Server(415): Started @196802ms 2024-11-17T08:19:56,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:19:56,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:19:56,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:19:56,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:19:56,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:19:56,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73c7bfc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:19:56,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc309df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:19:56,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d980a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/java.io.tmpdir/jetty-localhost-42741-hadoop-hdfs-3_4_1-tests_jar-_-any-383002641977508192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:19:56,897 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fdfef11{HTTP/1.1, (http/1.1)}{localhost:42741} 2024-11-17T08:19:56,897 INFO [Time-limited test {}] server.Server(415): Started @197179ms 2024-11-17T08:19:56,899 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:19:57,594 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/cluster_bfe85dcd-97c9-6c98-149a-1490b35f7191/data/data2/current/BP-1239681686-172.17.0.3-1731831596029/current, will proceed with Du for space computation calculation, 2024-11-17T08:19:57,594 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/cluster_bfe85dcd-97c9-6c98-149a-1490b35f7191/data/data1/current/BP-1239681686-172.17.0.3-1731831596029/current, will proceed with Du for space computation calculation, 2024-11-17T08:19:57,613 WARN [Thread-2177 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:19:57,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd80c1a8cbabc43c with lease ID 0xdf44491ab6754d89: Processing first storage report for DS-974d13fc-c526-4d92-bfd8-4666db7f1cdb from datanode DatanodeRegistration(127.0.0.1:40203, datanodeUuid=a38063ec-27f8-4e94-b3ef-7a512aec5228, infoPort=41143, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=889391883;c=1731831596029) 2024-11-17T08:19:57,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd80c1a8cbabc43c with lease ID 0xdf44491ab6754d89: from storage DS-974d13fc-c526-4d92-bfd8-4666db7f1cdb node DatanodeRegistration(127.0.0.1:40203, datanodeUuid=a38063ec-27f8-4e94-b3ef-7a512aec5228, infoPort=41143, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=889391883;c=1731831596029), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:19:57,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd80c1a8cbabc43c with lease ID 0xdf44491ab6754d89: Processing first storage report for DS-b9ba1a0e-a12e-49aa-869a-fd1d8eaa4123 from datanode DatanodeRegistration(127.0.0.1:40203, datanodeUuid=a38063ec-27f8-4e94-b3ef-7a512aec5228, infoPort=41143, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=889391883;c=1731831596029) 2024-11-17T08:19:57,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd80c1a8cbabc43c with lease ID 0xdf44491ab6754d89: from storage DS-b9ba1a0e-a12e-49aa-869a-fd1d8eaa4123 node DatanodeRegistration(127.0.0.1:40203, datanodeUuid=a38063ec-27f8-4e94-b3ef-7a512aec5228, infoPort=41143, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=889391883;c=1731831596029), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:19:57,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531 2024-11-17T08:19:57,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:57,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:57,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:19:58,032 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df with version=8 2024-11-17T08:19:58,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/hbase-staging 2024-11-17T08:19:58,034 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:19:58,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:58,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:58,034 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:19:58,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:58,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:19:58,034 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:19:58,034 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:19:58,035 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39595 2024-11-17T08:19:58,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39595 connecting to ZooKeeper ensemble=127.0.0.1:50743 2024-11-17T08:19:58,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395950x0, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:19:58,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39595-0x10147e0ff8d0000 connected 2024-11-17T08:19:58,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:58,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:58,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Set watcher on znode that does not yet exist, /0-777661315/running 2024-11-17T08:19:58,351 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df, hbase.cluster.distributed=false 2024-11-17T08:19:58,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Set watcher on znode that does not yet exist, /0-777661315/acl 2024-11-17T08:19:58,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39595 2024-11-17T08:19:58,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39595 2024-11-17T08:19:58,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39595 2024-11-17T08:19:58,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39595 2024-11-17T08:19:58,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39595 2024-11-17T08:19:58,365 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:19:58,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:58,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:58,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:19:58,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:19:58,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:19:58,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:19:58,365 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:19:58,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41381 2024-11-17T08:19:58,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41381 connecting to ZooKeeper ensemble=127.0.0.1:50743 2024-11-17T08:19:58,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:58,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:58,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413810x0, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:19:58,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413810x0, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Set watcher on znode that does not yet exist, /0-777661315/running 2024-11-17T08:19:58,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41381-0x10147e0ff8d0001 connected 2024-11-17T08:19:58,380 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:19:58,380 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:19:58,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Set watcher on znode that does not yet exist, /0-777661315/master 2024-11-17T08:19:58,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Set watcher on znode that does not yet exist, /0-777661315/acl 2024-11-17T08:19:58,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41381 2024-11-17T08:19:58,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41381 2024-11-17T08:19:58,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41381 2024-11-17T08:19:58,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41381 2024-11-17T08:19:58,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41381 2024-11-17T08:19:58,401 DEBUG [M:0;e3d0adb87c01:39595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:39595 2024-11-17T08:19:58,402 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-777661315/backup-masters/e3d0adb87c01,39595,1731831598034 2024-11-17T08:19:58,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315/backup-masters 2024-11-17T08:19:58,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315/backup-masters 2024-11-17T08:19:58,411 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Set watcher on existing znode=/0-777661315/backup-masters/e3d0adb87c01,39595,1731831598034 2024-11-17T08:19:58,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-777661315/master 2024-11-17T08:19:58,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:19:58,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:19:58,422 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Set watcher on existing znode=/0-777661315/master 2024-11-17T08:19:58,422 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-777661315/backup-masters/e3d0adb87c01,39595,1731831598034 from backup master directory 2024-11-17T08:19:58,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315/backup-masters 2024-11-17T08:19:58,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-777661315/backup-masters/e3d0adb87c01,39595,1731831598034 2024-11-17T08:19:58,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315/backup-masters 2024-11-17T08:19:58,432 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:19:58,432 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,39595,1731831598034 2024-11-17T08:19:58,435 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/hbase.id] with ID: 53129f55-556c-4493-87be-f8fa72bb6405 2024-11-17T08:19:58,435 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/.tmp/hbase.id 2024-11-17T08:19:58,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:19:58,841 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/.tmp/hbase.id]:[hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/hbase.id] 2024-11-17T08:19:58,849 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:19:58,849 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:19:58,850 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T08:19:58,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:19:58,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:19:58,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:19:59,304 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:19:59,305 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:19:59,305 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:19:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:19:59,714 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store 2024-11-17T08:19:59,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:19:59,873 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:19:59,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:59,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:59,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:59,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:59,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:59,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:59,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:59,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:59,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:59,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:19:59,977 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:19:59,977 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:19:59,978 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8211 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:20:00,119 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:00,119 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:20:00,119 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:00,119 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:00,119 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:20:00,119 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:00,119 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:00,119 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831600119Disabling compacts and flushes for region at 1731831600119Disabling writes for close at 1731831600119Writing region close event to WAL at 1731831600119Closed at 1731831600119 2024-11-17T08:20:00,120 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/.initializing 2024-11-17T08:20:00,120 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/WALs/e3d0adb87c01,39595,1731831598034 2024-11-17T08:20:00,121 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:20:00,122 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C39595%2C1731831598034, suffix=, logDir=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/WALs/e3d0adb87c01,39595,1731831598034, archiveDir=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/oldWALs, maxLogs=10 2024-11-17T08:20:00,138 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/WALs/e3d0adb87c01,39595,1731831598034/e3d0adb87c01%2C39595%2C1731831598034.1731831600123, exclude list is [], retry=0 2024-11-17T08:20:00,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40203,DS-974d13fc-c526-4d92-bfd8-4666db7f1cdb,DISK] 2024-11-17T08:20:00,142 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/WALs/e3d0adb87c01,39595,1731831598034/e3d0adb87c01%2C39595%2C1731831598034.1731831600123 2024-11-17T08:20:00,142 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41143:41143)] 2024-11-17T08:20:00,142 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:00,143 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:00,143 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:00,143 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:00,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:00,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:20:00,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:00,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:00,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:00,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:20:00,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:00,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:00,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:00,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:20:00,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:00,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:00,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:00,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:20:00,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:00,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:00,152 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:00,153 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:00,153 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:00,154 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:00,154 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:00,154 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:20:00,155 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:00,156 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:00,157 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65968225, jitterRate=-0.016996845602989197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:20:00,157 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831600143Initializing all the Stores at 1731831600143Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831600144 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831600147 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831600147Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831600147Cleaning up temporary data from old regions at 1731831600154 (+7 ms)Region opened successfully at 1731831600157 (+3 ms) 2024-11-17T08:20:00,158 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:20:00,160 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240d2115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:20:00,161 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:20:00,161 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:20:00,161 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:20:00,161 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:20:00,162 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:20:00,162 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:20:00,162 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:20:00,164 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:20:00,165 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Unable to get data of znode /0-777661315/balancer because node does not exist (not necessarily an error) 2024-11-17T08:20:00,257 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-777661315/balancer already deleted, retry=false 2024-11-17T08:20:00,258 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:20:00,258 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Unable to get data of znode /0-777661315/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:20:00,320 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-777661315/normalizer already deleted, retry=false 2024-11-17T08:20:00,321 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:20:00,322 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Unable to get data of znode /0-777661315/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:20:00,331 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-777661315/switch/split already deleted, retry=false 2024-11-17T08:20:00,331 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Unable to get data of znode /0-777661315/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:20:00,341 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-777661315/switch/merge already deleted, retry=false 2024-11-17T08:20:00,343 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Unable to get data of znode /0-777661315/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:20:00,352 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-777661315/snapshot-cleanup already deleted, retry=false 2024-11-17T08:20:00,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-777661315/running 2024-11-17T08:20:00,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-777661315/running 2024-11-17T08:20:00,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:20:00,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:20:00,363 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,39595,1731831598034, sessionid=0x10147e0ff8d0000, setting cluster-up flag (Was=false) 2024-11-17T08:20:00,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:20:00,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:20:00,415 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-777661315/flush-table-proc/acquired, /0-777661315/flush-table-proc/reached, /0-777661315/flush-table-proc/abort 2024-11-17T08:20:00,415 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,39595,1731831598034 2024-11-17T08:20:00,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:20:00,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:20:00,467 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-777661315/online-snapshot/acquired, /0-777661315/online-snapshot/reached, /0-777661315/online-snapshot/abort 2024-11-17T08:20:00,468 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,39595,1731831598034 2024-11-17T08:20:00,469 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:20:00,471 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:00,471 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:20:00,471 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:20:00,471 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,39595,1731831598034 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:20:00,472 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:00,472 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:00,472 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:00,472 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:00,472 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:20:00,472 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:00,472 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:20:00,472 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:00,473 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831630473 2024-11-17T08:20:00,473 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:20:00,473 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:20:00,473 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:20:00,473 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:20:00,473 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:20:00,473 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:20:00,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:00,473 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:00,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:20:00,474 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:20:00,474 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:20:00,474 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:20:00,474 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:20:00,474 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:20:00,474 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:20:00,474 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:00,474 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831600474,5,FailOnTimeoutGroup] 2024-11-17T08:20:00,474 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831600474,5,FailOnTimeoutGroup] 2024-11-17T08:20:00,474 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:00,474 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:20:00,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:20:00,474 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:00,474 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:00,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:20:00,491 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(746): ClusterId : 53129f55-556c-4493-87be-f8fa72bb6405 2024-11-17T08:20:00,491 DEBUG [RS:0;e3d0adb87c01:41381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:20:00,500 DEBUG [RS:0;e3d0adb87c01:41381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:20:00,500 DEBUG [RS:0;e3d0adb87c01:41381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:20:00,510 DEBUG [RS:0;e3d0adb87c01:41381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:20:00,510 DEBUG [RS:0;e3d0adb87c01:41381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13db8ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:20:00,524 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:41381 2024-11-17T08:20:00,524 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:20:00,524 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:20:00,524 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:20:00,525 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,39595,1731831598034 with port=41381, startcode=1731831598365 2024-11-17T08:20:00,525 DEBUG [RS:0;e3d0adb87c01:41381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:20:00,526 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:20:00,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,41381,1731831598365 2024-11-17T08:20:00,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39595 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,41381,1731831598365 2024-11-17T08:20:00,527 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df 2024-11-17T08:20:00,528 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34801 2024-11-17T08:20:00,528 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:20:00,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315/rs 2024-11-17T08:20:00,537 DEBUG [RS:0;e3d0adb87c01:41381 {}] zookeeper.ZKUtil(111): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Set watcher on existing znode=/0-777661315/rs/e3d0adb87c01,41381,1731831598365 2024-11-17T08:20:00,538 WARN [RS:0;e3d0adb87c01:41381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:20:00,538 INFO [RS:0;e3d0adb87c01:41381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:00,538 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365 2024-11-17T08:20:00,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,41381,1731831598365] 2024-11-17T08:20:00,540 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:20:00,541 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:20:00,542 INFO [RS:0;e3d0adb87c01:41381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:20:00,542 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:00,542 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:20:00,542 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:20:00,542 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:00,542 DEBUG [RS:0;e3d0adb87c01:41381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:00,542 DEBUG [RS:0;e3d0adb87c01:41381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:00,542 DEBUG [RS:0;e3d0adb87c01:41381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:00,542 DEBUG [RS:0;e3d0adb87c01:41381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:00,542 DEBUG [RS:0;e3d0adb87c01:41381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:00,543 DEBUG [RS:0;e3d0adb87c01:41381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:20:00,543 DEBUG [RS:0;e3d0adb87c01:41381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:00,543 DEBUG [RS:0;e3d0adb87c01:41381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:00,543 DEBUG [RS:0;e3d0adb87c01:41381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:00,543 DEBUG [RS:0;e3d0adb87c01:41381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:00,543 DEBUG [RS:0;e3d0adb87c01:41381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:00,543 DEBUG [RS:0;e3d0adb87c01:41381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:00,543 DEBUG [RS:0;e3d0adb87c01:41381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:20:00,543 DEBUG [RS:0;e3d0adb87c01:41381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:20:00,543 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:00,543 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:00,543 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:00,543 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:00,543 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:00,543 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41381,1731831598365-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:20:00,555 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:20:00,555 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41381,1731831598365-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:00,555 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:00,555 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.Replication(171): e3d0adb87c01,41381,1731831598365 started 2024-11-17T08:20:00,566 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:00,566 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,41381,1731831598365, RpcServer on e3d0adb87c01/172.17.0.3:41381, sessionid=0x10147e0ff8d0001 2024-11-17T08:20:00,567 DEBUG [RS:0;e3d0adb87c01:41381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:20:00,567 DEBUG [RS:0;e3d0adb87c01:41381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,41381,1731831598365 2024-11-17T08:20:00,567 DEBUG [RS:0;e3d0adb87c01:41381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,41381,1731831598365' 2024-11-17T08:20:00,567 DEBUG [RS:0;e3d0adb87c01:41381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-777661315/flush-table-proc/abort' 2024-11-17T08:20:00,567 DEBUG [RS:0;e3d0adb87c01:41381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-777661315/flush-table-proc/acquired' 2024-11-17T08:20:00,567 DEBUG [RS:0;e3d0adb87c01:41381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:20:00,567 DEBUG [RS:0;e3d0adb87c01:41381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:20:00,567 DEBUG [RS:0;e3d0adb87c01:41381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,41381,1731831598365 2024-11-17T08:20:00,567 DEBUG [RS:0;e3d0adb87c01:41381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,41381,1731831598365' 2024-11-17T08:20:00,567 DEBUG [RS:0;e3d0adb87c01:41381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-777661315/online-snapshot/abort' 2024-11-17T08:20:00,568 DEBUG [RS:0;e3d0adb87c01:41381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-777661315/online-snapshot/acquired' 2024-11-17T08:20:00,568 DEBUG [RS:0;e3d0adb87c01:41381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:20:00,568 INFO [RS:0;e3d0adb87c01:41381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:20:00,568 INFO [RS:0;e3d0adb87c01:41381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:20:00,668 INFO [RS:0;e3d0adb87c01:41381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:20:00,669 INFO [RS:0;e3d0adb87c01:41381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C41381%2C1731831598365, suffix=, logDir=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365, archiveDir=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/oldWALs, maxLogs=10 2024-11-17T08:20:00,681 DEBUG [RS:0;e3d0adb87c01:41381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670, exclude list is [], retry=0 2024-11-17T08:20:00,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40203,DS-974d13fc-c526-4d92-bfd8-4666db7f1cdb,DISK] 2024-11-17T08:20:00,684 INFO [RS:0;e3d0adb87c01:41381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 2024-11-17T08:20:00,684 DEBUG [RS:0;e3d0adb87c01:41381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41143:41143)] 2024-11-17T08:20:00,881 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:20:00,881 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df 2024-11-17T08:20:00,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:20:01,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:01,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:20:01,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:20:01,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:01,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:01,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:20:01,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:20:01,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:01,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:01,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:20:01,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:20:01,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:01,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:01,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:20:01,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:20:01,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:01,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:01,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:20:01,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740 2024-11-17T08:20:01,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740 2024-11-17T08:20:01,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:20:01,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:20:01,298 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:20:01,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:20:01,301 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:01,301 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65096240, jitterRate=-0.029990434646606445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:20:01,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831601291Initializing all the Stores at 1731831601291Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831601291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831601291Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831601291Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831601291Cleaning up temporary data from old regions at 1731831601298 (+7 ms)Region opened successfully at 1731831601302 (+4 ms) 2024-11-17T08:20:01,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:20:01,302 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:20:01,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:20:01,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:20:01,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:20:01,302 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:20:01,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831601302Disabling compacts and flushes for region at 1731831601302Disabling writes for close at 1731831601302Writing region close event to WAL at 1731831601302Closed at 1731831601302 2024-11-17T08:20:01,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:01,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:20:01,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:20:01,304 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:20:01,305 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:20:01,455 DEBUG [e3d0adb87c01:39595 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:20:01,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,41381,1731831598365 2024-11-17T08:20:01,457 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,41381,1731831598365, state=OPENING 2024-11-17T08:20:01,484 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:20:01,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:20:01,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:20:01,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-777661315/meta-region-server: CHANGED 2024-11-17T08:20:01,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-777661315/meta-region-server: CHANGED 2024-11-17T08:20:01,495 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:20:01,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,41381,1731831598365}] 2024-11-17T08:20:01,647 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:20:01,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:20:01,652 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:20:01,652 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:01,652 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:20:01,653 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C41381%2C1731831598365.meta, suffix=.meta, logDir=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365, archiveDir=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/oldWALs, maxLogs=10 2024-11-17T08:20:01,668 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.meta.1731831601654.meta, exclude list is [], retry=0 2024-11-17T08:20:01,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40203,DS-974d13fc-c526-4d92-bfd8-4666db7f1cdb,DISK] 2024-11-17T08:20:01,671 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.meta.1731831601654.meta 2024-11-17T08:20:01,671 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41143:41143)] 2024-11-17T08:20:01,671 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:01,672 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:20:01,672 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:20:01,672 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:20:01,672 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:20:01,672 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:20:01,672 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:01,672 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:20:01,672 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:20:01,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:20:01,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:20:01,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:01,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:01,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:20:01,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:20:01,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:01,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:01,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:20:01,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:20:01,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:01,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:01,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:20:01,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:20:01,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:01,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:01,676 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:20:01,677 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740 2024-11-17T08:20:01,678 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740 2024-11-17T08:20:01,678 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:20:01,679 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:20:01,679 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:20:01,680 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:20:01,680 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65344667, jitterRate=-0.026288583874702454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:20:01,680 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:20:01,681 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831601672Writing region info on filesystem at 1731831601672Initializing all the Stores at 1731831601673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831601673Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831601673Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831601673Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831601673Cleaning up temporary data from old regions at 1731831601679 (+6 ms)Running coprocessor post-open hooks at 1731831601680 (+1 ms)Region opened successfully at 1731831601680 2024-11-17T08:20:01,681 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831601647 2024-11-17T08:20:01,683 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:20:01,683 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:20:01,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,41381,1731831598365 2024-11-17T08:20:01,684 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,41381,1731831598365, state=OPEN 2024-11-17T08:20:01,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-777661315/meta-region-server 2024-11-17T08:20:01,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-777661315/meta-region-server 2024-11-17T08:20:01,722 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,41381,1731831598365 2024-11-17T08:20:01,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-777661315/meta-region-server: CHANGED 2024-11-17T08:20:01,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-777661315/meta-region-server: CHANGED 2024-11-17T08:20:01,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:20:01,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,41381,1731831598365 in 227 msec 2024-11-17T08:20:01,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:20:01,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-11-17T08:20:01,726 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:01,726 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:20:01,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:01,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41381,1731831598365, seqNum=-1] 2024-11-17T08:20:01,728 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:01,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:20:01,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-11-17T08:20:01,733 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831601733, completionTime=-1 2024-11-17T08:20:01,733 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:20:01,733 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:20:01,735 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:20:01,735 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831661735 2024-11-17T08:20:01,735 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831721735 2024-11-17T08:20:01,735 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T08:20:01,735 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39595,1731831598034-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:01,735 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39595,1731831598034-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:01,735 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39595,1731831598034-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:01,735 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:39595, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:01,735 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:01,735 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:01,736 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:20:01,739 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.307sec 2024-11-17T08:20:01,739 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:20:01,739 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:20:01,739 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:20:01,739 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:20:01,739 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:20:01,739 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39595,1731831598034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:20:01,739 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39595,1731831598034-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:20:01,741 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:20:01,741 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:20:01,741 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39595,1731831598034-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:01,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249760b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:01,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39595,-1 for getting cluster id 2024-11-17T08:20:01,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:01,793 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53129f55-556c-4493-87be-f8fa72bb6405' 2024-11-17T08:20:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53129f55-556c-4493-87be-f8fa72bb6405" 2024-11-17T08:20:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a314b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39595,-1] 2024-11-17T08:20:01,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:01,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:01,794 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:01,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfefd38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:01,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:01,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41381,1731831598365, seqNum=-1] 2024-11-17T08:20:01,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:01,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:20:01,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,39595,1731831598034 2024-11-17T08:20:01,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50743 2024-11-17T08:20:01,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:20:01,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10147e0ff8d0002 connected 2024-11-17T08:20:01,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/hadoop.log.dir so I do NOT create it in target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f 2024-11-17T08:20:01,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:20:01,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/hadoop.tmp.dir so I do NOT create it in target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f 2024-11-17T08:20:01,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:20:01,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f 2024-11-17T08:20:01,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:20:01,834 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/cluster_2be634df-5e6c-aca8-0868-806a29b41782, deleteOnExit=true 2024-11-17T08:20:01,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:20:01,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/test.cache.data in system properties and HBase conf 2024-11-17T08:20:01,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:20:01,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:20:01,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:20:01,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:20:01,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:20:01,835 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:20:01,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:20:01,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:20:01,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:20:01,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:20:01,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:20:01,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:20:01,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:20:01,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:20:01,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:20:01,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:20:01,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:20:01,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:20:01,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:20:01,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:20:02,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:20:02,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:20:02,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:20:02,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:20:02,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:20:02,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:20:02,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27a418e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:20:02,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17881b62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:20:02,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3aaac71b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/java.io.tmpdir/jetty-localhost-44175-hadoop-hdfs-3_4_1-tests_jar-_-any-1583714693489379059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:20:02,324 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c618675{HTTP/1.1, (http/1.1)}{localhost:44175} 2024-11-17T08:20:02,324 INFO [Time-limited test {}] server.Server(415): Started @202606ms 2024-11-17T08:20:02,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:20:02,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:20:02,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:20:02,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:20:02,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:20:02,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@641f60a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:20:02,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ecfd193{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:20:02,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7237a8da{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/java.io.tmpdir/jetty-localhost-37107-hadoop-hdfs-3_4_1-tests_jar-_-any-9444185600578064509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:20:02,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@193ce8df{HTTP/1.1, (http/1.1)}{localhost:37107} 2024-11-17T08:20:02,706 INFO [Time-limited test {}] server.Server(415): Started @202988ms 2024-11-17T08:20:02,707 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:20:03,333 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/cluster_2be634df-5e6c-aca8-0868-806a29b41782/data/data1/current/BP-1010657277-172.17.0.3-1731831601855/current, will proceed with Du for space computation calculation, 2024-11-17T08:20:03,333 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/cluster_2be634df-5e6c-aca8-0868-806a29b41782/data/data2/current/BP-1010657277-172.17.0.3-1731831601855/current, will proceed with Du for space computation calculation, 2024-11-17T08:20:03,350 WARN [Thread-2298 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:20:03,352 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94e7518828e4b2a9 with lease ID 0x5db295355460f66a: Processing first storage report for DS-5ed0ac1c-9da1-4982-8e7c-2511b4f8c9f6 from datanode DatanodeRegistration(127.0.0.1:34317, datanodeUuid=8d268c8b-154a-484c-b430-a68abee5de3a, infoPort=43901, infoSecurePort=0, ipcPort=45311, storageInfo=lv=-57;cid=testClusterID;nsid=1991265445;c=1731831601855) 2024-11-17T08:20:03,352 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94e7518828e4b2a9 with lease ID 0x5db295355460f66a: from storage DS-5ed0ac1c-9da1-4982-8e7c-2511b4f8c9f6 node DatanodeRegistration(127.0.0.1:34317, datanodeUuid=8d268c8b-154a-484c-b430-a68abee5de3a, infoPort=43901, infoSecurePort=0, ipcPort=45311, storageInfo=lv=-57;cid=testClusterID;nsid=1991265445;c=1731831601855), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:20:03,353 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94e7518828e4b2a9 with lease ID 0x5db295355460f66a: Processing first storage report for DS-32e8120f-f8b7-4809-827c-533a403c66ca from datanode DatanodeRegistration(127.0.0.1:34317, datanodeUuid=8d268c8b-154a-484c-b430-a68abee5de3a, infoPort=43901, infoSecurePort=0, ipcPort=45311, storageInfo=lv=-57;cid=testClusterID;nsid=1991265445;c=1731831601855) 2024-11-17T08:20:03,353 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94e7518828e4b2a9 with lease ID 0x5db295355460f66a: from storage DS-32e8120f-f8b7-4809-827c-533a403c66ca node DatanodeRegistration(127.0.0.1:34317, datanodeUuid=8d268c8b-154a-484c-b430-a68abee5de3a, infoPort=43901, infoSecurePort=0, ipcPort=45311, storageInfo=lv=-57;cid=testClusterID;nsid=1991265445;c=1731831601855), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:20:03,354 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f 2024-11-17T08:20:03,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:03,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:03,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:20:03,762 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd with version=8 2024-11-17T08:20:03,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/hbase-staging 2024-11-17T08:20:03,764 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:20:03,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:03,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:03,764 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:20:03,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:03,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:20:03,764 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:20:03,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:20:03,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33873 2024-11-17T08:20:03,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33873 connecting to ZooKeeper ensemble=127.0.0.1:50743 2024-11-17T08:20:03,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338730x0, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:20:03,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33873-0x10147e0ff8d0003 connected 2024-11-17T08:20:03,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:03,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:03,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Set watcher on znode that does not yet exist, /1-824454288/running 2024-11-17T08:20:03,892 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd, hbase.cluster.distributed=false 2024-11-17T08:20:03,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Set watcher on znode that does not yet exist, /1-824454288/acl 2024-11-17T08:20:03,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33873 2024-11-17T08:20:03,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33873 2024-11-17T08:20:03,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33873 2024-11-17T08:20:03,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33873 2024-11-17T08:20:03,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33873 2024-11-17T08:20:03,907 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:20:03,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:03,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:03,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:20:03,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:03,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:20:03,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:20:03,907 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:20:03,907 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44879 2024-11-17T08:20:03,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44879 connecting to ZooKeeper ensemble=127.0.0.1:50743 2024-11-17T08:20:03,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:03,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:03,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448790x0, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:20:03,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448790x0, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Set watcher on znode that does not yet exist, /1-824454288/running 2024-11-17T08:20:03,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44879-0x10147e0ff8d0004 connected 2024-11-17T08:20:03,921 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:20:03,921 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:20:03,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Set watcher on znode that does not yet exist, /1-824454288/master 2024-11-17T08:20:03,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Set watcher on znode that does not yet exist, /1-824454288/acl 2024-11-17T08:20:03,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44879 2024-11-17T08:20:03,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44879 2024-11-17T08:20:03,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44879 2024-11-17T08:20:03,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44879 2024-11-17T08:20:03,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44879 2024-11-17T08:20:03,937 DEBUG [M:0;e3d0adb87c01:33873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:33873 2024-11-17T08:20:03,937 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-824454288/backup-masters/e3d0adb87c01,33873,1731831603764 2024-11-17T08:20:03,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288/backup-masters 2024-11-17T08:20:03,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288/backup-masters 2024-11-17T08:20:03,948 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Set watcher on existing znode=/1-824454288/backup-masters/e3d0adb87c01,33873,1731831603764 2024-11-17T08:20:03,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-824454288/master 2024-11-17T08:20:03,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:03,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:03,958 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Set watcher on existing znode=/1-824454288/master 2024-11-17T08:20:03,958 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-824454288/backup-masters/e3d0adb87c01,33873,1731831603764 from backup master directory 2024-11-17T08:20:03,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-824454288/backup-masters/e3d0adb87c01,33873,1731831603764 2024-11-17T08:20:03,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288/backup-masters 2024-11-17T08:20:03,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288/backup-masters 2024-11-17T08:20:03,968 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:20:03,968 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,33873,1731831603764 2024-11-17T08:20:03,971 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/hbase.id] with ID: ee8efc48-2c26-4646-a70f-30367a3cc090 2024-11-17T08:20:03,971 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/.tmp/hbase.id 2024-11-17T08:20:03,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:20:04,376 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/.tmp/hbase.id]:[hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/hbase.id] 2024-11-17T08:20:04,384 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:04,384 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:20:04,385 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T08:20:04,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:04,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:04,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:20:04,841 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:20:04,841 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:20:04,842 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:04,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:20:05,248 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store 2024-11-17T08:20:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:20:05,653 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:05,653 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:20:05,653 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:05,653 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:05,653 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:20:05,653 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:05,653 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:05,653 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831605653Disabling compacts and flushes for region at 1731831605653Disabling writes for close at 1731831605653Writing region close event to WAL at 1731831605653Closed at 1731831605653 2024-11-17T08:20:05,654 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/.initializing 2024-11-17T08:20:05,654 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/WALs/e3d0adb87c01,33873,1731831603764 2024-11-17T08:20:05,655 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:20:05,656 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C33873%2C1731831603764, suffix=, logDir=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/WALs/e3d0adb87c01,33873,1731831603764, archiveDir=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/oldWALs, maxLogs=10 2024-11-17T08:20:05,667 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/WALs/e3d0adb87c01,33873,1731831603764/e3d0adb87c01%2C33873%2C1731831603764.1731831605656, exclude list is [], retry=0 2024-11-17T08:20:05,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34317,DS-5ed0ac1c-9da1-4982-8e7c-2511b4f8c9f6,DISK] 2024-11-17T08:20:05,671 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/WALs/e3d0adb87c01,33873,1731831603764/e3d0adb87c01%2C33873%2C1731831603764.1731831605656 2024-11-17T08:20:05,671 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43901:43901)] 2024-11-17T08:20:05,671 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:05,671 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:05,671 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:05,671 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:05,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:05,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:20:05,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:05,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:05,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:05,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:20:05,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:05,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:05,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:05,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:20:05,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:05,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:05,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:05,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:20:05,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:05,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:05,676 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:05,677 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:05,677 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:05,678 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:05,678 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:05,678 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:20:05,679 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:05,681 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:05,681 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73321167, jitterRate=0.09257052838802338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:20:05,681 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831605671Initializing all the Stores at 1731831605672 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831605672Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831605672Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831605672Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831605672Cleaning up temporary data from old regions at 1731831605678 (+6 ms)Region opened successfully at 1731831605681 (+3 ms) 2024-11-17T08:20:05,681 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:20:05,683 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528445f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:20:05,684 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:20:05,684 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:20:05,684 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:20:05,684 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:20:05,684 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:20:05,685 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:20:05,685 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:20:05,686 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:20:05,687 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Unable to get data of znode /1-824454288/balancer because node does not exist (not necessarily an error) 2024-11-17T08:20:05,752 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-824454288/balancer already deleted, retry=false 2024-11-17T08:20:05,752 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:20:05,752 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Unable to get data of znode /1-824454288/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:20:05,762 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-824454288/normalizer already deleted, retry=false 2024-11-17T08:20:05,762 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:20:05,763 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Unable to get data of znode /1-824454288/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:20:05,772 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-824454288/switch/split already deleted, retry=false 2024-11-17T08:20:05,773 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Unable to get data of znode /1-824454288/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:20:05,783 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-824454288/switch/merge already deleted, retry=false 2024-11-17T08:20:05,784 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Unable to get data of znode /1-824454288/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:20:05,794 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-824454288/snapshot-cleanup already deleted, retry=false 2024-11-17T08:20:05,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-824454288/running 2024-11-17T08:20:05,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-824454288/running 2024-11-17T08:20:05,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:05,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:05,804 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,33873,1731831603764, sessionid=0x10147e0ff8d0003, setting cluster-up flag (Was=false) 2024-11-17T08:20:05,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:05,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:05,857 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-824454288/flush-table-proc/acquired, /1-824454288/flush-table-proc/reached, /1-824454288/flush-table-proc/abort 2024-11-17T08:20:05,858 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,33873,1731831603764 2024-11-17T08:20:05,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:05,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:05,909 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-824454288/online-snapshot/acquired, /1-824454288/online-snapshot/reached, /1-824454288/online-snapshot/abort 2024-11-17T08:20:05,910 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,33873,1731831603764 2024-11-17T08:20:05,911 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:20:05,912 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:05,913 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:20:05,913 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:20:05,913 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,33873,1731831603764 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:20:05,914 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:05,914 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:05,914 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:05,914 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:05,914 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:20:05,914 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:05,914 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:20:05,914 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:05,915 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831635915 2024-11-17T08:20:05,915 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:20:05,915 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:20:05,915 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:20:05,915 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:20:05,915 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:20:05,915 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:20:05,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:05,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:20:05,917 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:05,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:20:05,920 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:05,922 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:20:05,922 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:20:05,922 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:20:05,922 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:20:05,923 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:20:05,923 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:20:05,924 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831605923,5,FailOnTimeoutGroup] 2024-11-17T08:20:05,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:20:05,924 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831605924,5,FailOnTimeoutGroup] 2024-11-17T08:20:05,924 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:05,924 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:20:05,924 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:05,924 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:05,929 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(746): ClusterId : ee8efc48-2c26-4646-a70f-30367a3cc090 2024-11-17T08:20:05,929 DEBUG [RS:0;e3d0adb87c01:44879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:20:05,942 DEBUG [RS:0;e3d0adb87c01:44879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:20:05,942 DEBUG [RS:0;e3d0adb87c01:44879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:20:05,952 DEBUG [RS:0;e3d0adb87c01:44879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:20:05,953 DEBUG [RS:0;e3d0adb87c01:44879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e67d09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:20:05,967 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:44879 2024-11-17T08:20:05,967 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:20:05,967 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:20:05,967 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:20:05,967 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,33873,1731831603764 with port=44879, startcode=1731831603906 2024-11-17T08:20:05,968 DEBUG [RS:0;e3d0adb87c01:44879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:20:05,969 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:20:05,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33873 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,44879,1731831603906 2024-11-17T08:20:05,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33873 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,44879,1731831603906 2024-11-17T08:20:05,971 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd 2024-11-17T08:20:05,971 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39011 2024-11-17T08:20:05,971 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:20:06,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288/rs 2024-11-17T08:20:06,019 DEBUG [RS:0;e3d0adb87c01:44879 {}] zookeeper.ZKUtil(111): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Set watcher on existing znode=/1-824454288/rs/e3d0adb87c01,44879,1731831603906 2024-11-17T08:20:06,019 WARN [RS:0;e3d0adb87c01:44879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:20:06,019 INFO [RS:0;e3d0adb87c01:44879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:06,019 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906 2024-11-17T08:20:06,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,44879,1731831603906] 2024-11-17T08:20:06,022 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:20:06,024 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:20:06,024 INFO [RS:0;e3d0adb87c01:44879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:20:06,024 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:06,024 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:20:06,025 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:20:06,025 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:06,025 DEBUG [RS:0;e3d0adb87c01:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:06,025 DEBUG [RS:0;e3d0adb87c01:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:06,025 DEBUG [RS:0;e3d0adb87c01:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:06,025 DEBUG [RS:0;e3d0adb87c01:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:06,025 DEBUG [RS:0;e3d0adb87c01:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:06,025 DEBUG [RS:0;e3d0adb87c01:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:20:06,025 DEBUG [RS:0;e3d0adb87c01:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:06,025 DEBUG [RS:0;e3d0adb87c01:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:06,025 DEBUG [RS:0;e3d0adb87c01:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:06,025 DEBUG [RS:0;e3d0adb87c01:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:06,025 DEBUG [RS:0;e3d0adb87c01:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:06,025 DEBUG [RS:0;e3d0adb87c01:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:06,025 DEBUG [RS:0;e3d0adb87c01:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:20:06,025 DEBUG [RS:0;e3d0adb87c01:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:20:06,027 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:06,027 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:06,027 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:06,027 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:06,027 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:06,027 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44879,1731831603906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:20:06,041 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:20:06,041 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44879,1731831603906-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:06,041 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:06,041 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.Replication(171): e3d0adb87c01,44879,1731831603906 started 2024-11-17T08:20:06,053 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:06,054 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,44879,1731831603906, RpcServer on e3d0adb87c01/172.17.0.3:44879, sessionid=0x10147e0ff8d0004 2024-11-17T08:20:06,054 DEBUG [RS:0;e3d0adb87c01:44879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:20:06,054 DEBUG [RS:0;e3d0adb87c01:44879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,44879,1731831603906 2024-11-17T08:20:06,054 DEBUG [RS:0;e3d0adb87c01:44879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,44879,1731831603906' 2024-11-17T08:20:06,054 DEBUG [RS:0;e3d0adb87c01:44879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-824454288/flush-table-proc/abort' 2024-11-17T08:20:06,054 DEBUG [RS:0;e3d0adb87c01:44879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-824454288/flush-table-proc/acquired' 2024-11-17T08:20:06,055 DEBUG [RS:0;e3d0adb87c01:44879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:20:06,055 DEBUG [RS:0;e3d0adb87c01:44879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:20:06,055 DEBUG [RS:0;e3d0adb87c01:44879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,44879,1731831603906 2024-11-17T08:20:06,055 DEBUG [RS:0;e3d0adb87c01:44879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,44879,1731831603906' 2024-11-17T08:20:06,055 DEBUG [RS:0;e3d0adb87c01:44879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-824454288/online-snapshot/abort' 2024-11-17T08:20:06,055 DEBUG [RS:0;e3d0adb87c01:44879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-824454288/online-snapshot/acquired' 2024-11-17T08:20:06,055 DEBUG [RS:0;e3d0adb87c01:44879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:20:06,055 INFO [RS:0;e3d0adb87c01:44879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:20:06,055 INFO [RS:0;e3d0adb87c01:44879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:20:06,156 INFO [RS:0;e3d0adb87c01:44879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:20:06,157 INFO [RS:0;e3d0adb87c01:44879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C44879%2C1731831603906, suffix=, logDir=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906, archiveDir=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/oldWALs, maxLogs=10 2024-11-17T08:20:06,175 DEBUG [RS:0;e3d0adb87c01:44879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158, exclude list is [], retry=0 2024-11-17T08:20:06,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34317,DS-5ed0ac1c-9da1-4982-8e7c-2511b4f8c9f6,DISK] 2024-11-17T08:20:06,179 INFO [RS:0;e3d0adb87c01:44879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 2024-11-17T08:20:06,180 DEBUG [RS:0;e3d0adb87c01:44879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43901:43901)] 2024-11-17T08:20:06,325 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:20:06,326 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd 2024-11-17T08:20:06,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:20:06,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T08:20:06,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T08:20:06,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:20:06,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T08:20:06,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:20:06,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T08:20:06,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T08:20:06,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T08:20:06,540 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:20:06,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:06,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:20:06,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:20:06,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:06,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:06,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:20:06,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:20:06,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:06,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:06,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:20:06,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:20:06,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:06,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:06,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:20:06,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:20:06,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:06,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:06,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:20:06,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740 2024-11-17T08:20:06,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740 2024-11-17T08:20:06,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:20:06,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:20:06,742 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:20:06,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:20:06,744 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:06,744 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62417295, jitterRate=-0.06990982592105865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:20:06,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831606734Initializing all the Stores at 1731831606734Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831606734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831606734Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831606734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831606734Cleaning up temporary data from old regions at 1731831606741 (+7 ms)Region opened successfully at 1731831606744 (+3 ms) 2024-11-17T08:20:06,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:20:06,745 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:20:06,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:20:06,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:20:06,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:20:06,745 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:20:06,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831606745Disabling compacts and flushes for region at 1731831606745Disabling writes for close at 1731831606745Writing region close event to WAL at 1731831606745Closed at 1731831606745 2024-11-17T08:20:06,746 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:06,746 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:20:06,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:20:06,747 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:20:06,748 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:20:06,898 DEBUG [e3d0adb87c01:33873 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:20:06,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,44879,1731831603906 2024-11-17T08:20:06,899 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,44879,1731831603906, state=OPENING 2024-11-17T08:20:06,994 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:20:07,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:07,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:07,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-824454288/meta-region-server: CHANGED 2024-11-17T08:20:07,005 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:20:07,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-824454288/meta-region-server: CHANGED 2024-11-17T08:20:07,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,44879,1731831603906}] 2024-11-17T08:20:07,157 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:20:07,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:20:07,161 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:20:07,161 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:07,161 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:20:07,162 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C44879%2C1731831603906.meta, suffix=.meta, logDir=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906, archiveDir=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/oldWALs, maxLogs=10 2024-11-17T08:20:07,174 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:20:07,177 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.meta.1731831607162.meta, exclude list is [], retry=0 2024-11-17T08:20:07,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34317,DS-5ed0ac1c-9da1-4982-8e7c-2511b4f8c9f6,DISK] 2024-11-17T08:20:07,181 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.meta.1731831607162.meta 2024-11-17T08:20:07,185 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43901:43901)] 2024-11-17T08:20:07,185 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:07,185 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:20:07,185 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:20:07,185 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:20:07,185 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:20:07,186 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:20:07,186 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:07,186 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:20:07,186 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:20:07,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:20:07,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:20:07,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:07,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:07,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:20:07,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:20:07,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:07,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:07,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:20:07,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:20:07,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:07,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:07,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:20:07,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:20:07,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:07,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:07,190 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:20:07,191 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740 2024-11-17T08:20:07,192 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740 2024-11-17T08:20:07,193 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:20:07,193 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:20:07,193 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:20:07,194 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:20:07,195 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63697027, jitterRate=-0.050840333104133606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:20:07,195 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:20:07,195 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831607186Writing region info on filesystem at 1731831607186Initializing all the Stores at 1731831607186Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831607187 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831607187Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831607187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831607187Cleaning up temporary data from old regions at 1731831607193 (+6 ms)Running coprocessor post-open hooks at 1731831607195 (+2 ms)Region opened successfully at 1731831607195 2024-11-17T08:20:07,195 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831607157 2024-11-17T08:20:07,197 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:20:07,197 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:20:07,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,44879,1731831603906 2024-11-17T08:20:07,198 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,44879,1731831603906, state=OPEN 2024-11-17T08:20:07,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-824454288/meta-region-server 2024-11-17T08:20:07,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-824454288/meta-region-server 2024-11-17T08:20:07,210 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,44879,1731831603906 2024-11-17T08:20:07,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-824454288/meta-region-server: CHANGED 2024-11-17T08:20:07,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-824454288/meta-region-server: CHANGED 2024-11-17T08:20:07,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:20:07,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,44879,1731831603906 in 205 msec 2024-11-17T08:20:07,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:20:07,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-17T08:20:07,215 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:07,215 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:20:07,216 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:07,216 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44879,1731831603906, seqNum=-1] 2024-11-17T08:20:07,216 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:07,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:20:07,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:07,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:07,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:07,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:07,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:07,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:07,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3080 sec 2024-11-17T08:20:07,221 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831607221, completionTime=-1 2024-11-17T08:20:07,221 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:20:07,222 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:20:07,223 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:20:07,223 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831667223 2024-11-17T08:20:07,223 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831727223 2024-11-17T08:20:07,224 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T08:20:07,224 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,33873,1731831603764-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:07,224 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,33873,1731831603764-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:07,224 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,33873,1731831603764-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:07,224 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:33873, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:07,224 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:07,224 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:07,226 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:20:07,227 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.258sec 2024-11-17T08:20:07,227 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:20:07,227 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:20:07,227 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:20:07,227 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:20:07,227 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:20:07,227 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,33873,1731831603764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:20:07,227 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,33873,1731831603764-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:20:07,229 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:20:07,229 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:20:07,229 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,33873,1731831603764-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:07,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ee3adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:07,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,33873,-1 for getting cluster id 2024-11-17T08:20:07,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:07,231 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee8efc48-2c26-4646-a70f-30367a3cc090' 2024-11-17T08:20:07,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:07,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:07,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee8efc48-2c26-4646-a70f-30367a3cc090" 2024-11-17T08:20:07,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b22ad13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:07,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,33873,-1] 2024-11-17T08:20:07,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:07,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:07,233 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:07,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750fd743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:07,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44879,1731831603906, seqNum=-1] 2024-11-17T08:20:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:07,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:07,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:20:07,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:07,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,33873,1731831603764 2024-11-17T08:20:07,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50743 2024-11-17T08:20:07,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:07,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:20:07,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10147e0ff8d0005 connected 2024-11-17T08:20:07,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39595,1731831598034 2024-11-17T08:20:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1531f8de 2024-11-17T08:20:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:07,261 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:20:07,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:20:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T08:20:07,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:20:07,264 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:07,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T08:20:07,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:20:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:07,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741835_1011 (size=902) 2024-11-17T08:20:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:07,675 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3400cc030eeaaa5638474255e1b9281f, NAME => 'test,,1731831607261.3400cc030eeaaa5638474255e1b9281f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df 2024-11-17T08:20:07,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741836_1012 (size=39) 2024-11-17T08:20:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:08,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731831607261.3400cc030eeaaa5638474255e1b9281f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:08,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3400cc030eeaaa5638474255e1b9281f, disabling compactions & flushes 2024-11-17T08:20:08,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731831607261.3400cc030eeaaa5638474255e1b9281f. 2024-11-17T08:20:08,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831607261.3400cc030eeaaa5638474255e1b9281f. 2024-11-17T08:20:08,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731831607261.3400cc030eeaaa5638474255e1b9281f. after waiting 0 ms 2024-11-17T08:20:08,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731831607261.3400cc030eeaaa5638474255e1b9281f. 2024-11-17T08:20:08,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731831607261.3400cc030eeaaa5638474255e1b9281f. 2024-11-17T08:20:08,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3400cc030eeaaa5638474255e1b9281f: Waiting for close lock at 1731831608080Disabling compacts and flushes for region at 1731831608080Disabling writes for close at 1731831608080Writing region close event to WAL at 1731831608080Closed at 1731831608080 2024-11-17T08:20:08,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:20:08,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731831607261.3400cc030eeaaa5638474255e1b9281f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731831608081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831608081"}]},"ts":"1731831608081"} 2024-11-17T08:20:08,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:20:08,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:20:08,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831608084"}]},"ts":"1731831608084"} 2024-11-17T08:20:08,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T08:20:08,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3400cc030eeaaa5638474255e1b9281f, ASSIGN}] 2024-11-17T08:20:08,087 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3400cc030eeaaa5638474255e1b9281f, ASSIGN 2024-11-17T08:20:08,088 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3400cc030eeaaa5638474255e1b9281f, ASSIGN; state=OFFLINE, location=e3d0adb87c01,41381,1731831598365; forceNewPlan=false, retain=false 2024-11-17T08:20:08,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3400cc030eeaaa5638474255e1b9281f, regionState=OPENING, regionLocation=e3d0adb87c01,41381,1731831598365 2024-11-17T08:20:08,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3400cc030eeaaa5638474255e1b9281f, ASSIGN because future has completed 2024-11-17T08:20:08,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3400cc030eeaaa5638474255e1b9281f, server=e3d0adb87c01,41381,1731831598365}] 2024-11-17T08:20:08,395 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731831607261.3400cc030eeaaa5638474255e1b9281f. 2024-11-17T08:20:08,396 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3400cc030eeaaa5638474255e1b9281f, NAME => 'test,,1731831607261.3400cc030eeaaa5638474255e1b9281f.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:08,396 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:20:08,396 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T08:20:08,396 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3400cc030eeaaa5638474255e1b9281f 2024-11-17T08:20:08,396 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731831607261.3400cc030eeaaa5638474255e1b9281f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:08,396 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3400cc030eeaaa5638474255e1b9281f 2024-11-17T08:20:08,396 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3400cc030eeaaa5638474255e1b9281f 2024-11-17T08:20:08,397 INFO [StoreOpener-3400cc030eeaaa5638474255e1b9281f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3400cc030eeaaa5638474255e1b9281f 2024-11-17T08:20:08,398 INFO [StoreOpener-3400cc030eeaaa5638474255e1b9281f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3400cc030eeaaa5638474255e1b9281f columnFamilyName f 2024-11-17T08:20:08,398 DEBUG [StoreOpener-3400cc030eeaaa5638474255e1b9281f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:08,399 INFO [StoreOpener-3400cc030eeaaa5638474255e1b9281f-1 {}] regionserver.HStore(327): Store=3400cc030eeaaa5638474255e1b9281f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:08,399 INFO [StoreOpener-3400cc030eeaaa5638474255e1b9281f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3400cc030eeaaa5638474255e1b9281f 2024-11-17T08:20:08,400 INFO [StoreOpener-3400cc030eeaaa5638474255e1b9281f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3400cc030eeaaa5638474255e1b9281f columnFamilyName f1 2024-11-17T08:20:08,400 DEBUG [StoreOpener-3400cc030eeaaa5638474255e1b9281f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:08,400 INFO [StoreOpener-3400cc030eeaaa5638474255e1b9281f-1 {}] regionserver.HStore(327): Store=3400cc030eeaaa5638474255e1b9281f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:08,400 INFO [StoreOpener-3400cc030eeaaa5638474255e1b9281f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3400cc030eeaaa5638474255e1b9281f 2024-11-17T08:20:08,401 INFO [StoreOpener-3400cc030eeaaa5638474255e1b9281f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3400cc030eeaaa5638474255e1b9281f columnFamilyName norep 2024-11-17T08:20:08,401 DEBUG [StoreOpener-3400cc030eeaaa5638474255e1b9281f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:08,401 INFO [StoreOpener-3400cc030eeaaa5638474255e1b9281f-1 {}] regionserver.HStore(327): Store=3400cc030eeaaa5638474255e1b9281f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:08,401 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3400cc030eeaaa5638474255e1b9281f 2024-11-17T08:20:08,402 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f 2024-11-17T08:20:08,402 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f 2024-11-17T08:20:08,403 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3400cc030eeaaa5638474255e1b9281f 2024-11-17T08:20:08,403 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3400cc030eeaaa5638474255e1b9281f 2024-11-17T08:20:08,403 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:20:08,404 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3400cc030eeaaa5638474255e1b9281f 2024-11-17T08:20:08,406 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:08,406 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3400cc030eeaaa5638474255e1b9281f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73398929, jitterRate=0.09372927248477936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:20:08,407 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3400cc030eeaaa5638474255e1b9281f 2024-11-17T08:20:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:08,407 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3400cc030eeaaa5638474255e1b9281f: Running coprocessor pre-open hook at 1731831608396Writing region info on filesystem at 1731831608396Initializing all the Stores at 1731831608397 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831608397Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831608397Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831608397Cleaning up temporary data from old regions at 1731831608403 (+6 ms)Running coprocessor post-open hooks at 1731831608407 (+4 ms)Region opened successfully at 1731831608407 2024-11-17T08:20:08,408 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731831607261.3400cc030eeaaa5638474255e1b9281f., pid=6, masterSystemTime=1731831608393 2024-11-17T08:20:08,410 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731831607261.3400cc030eeaaa5638474255e1b9281f. 2024-11-17T08:20:08,410 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731831607261.3400cc030eeaaa5638474255e1b9281f. 2024-11-17T08:20:08,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3400cc030eeaaa5638474255e1b9281f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e3d0adb87c01,41381,1731831598365 2024-11-17T08:20:08,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3400cc030eeaaa5638474255e1b9281f, server=e3d0adb87c01,41381,1731831598365 because future has completed 2024-11-17T08:20:08,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:20:08,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3400cc030eeaaa5638474255e1b9281f, server=e3d0adb87c01,41381,1731831598365 in 172 msec 2024-11-17T08:20:08,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:20:08,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3400cc030eeaaa5638474255e1b9281f, ASSIGN in 327 msec 2024-11-17T08:20:08,416 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:20:08,417 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831608416"}]},"ts":"1731831608416"} 2024-11-17T08:20:08,419 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T08:20:08,420 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:20:08,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-17T08:20:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:09,417 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T08:20:09,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,33873,1731831603764 2024-11-17T08:20:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3293e5a2 2024-11-17T08:20:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:09,419 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:20:09,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:20:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T08:20:09,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:20:09,422 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:09,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T08:20:09,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:20:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:09,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741835_1011 (size=902) 2024-11-17T08:20:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:09,829 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8541489132af9df02f4ce55c11535070, NAME => 'test,,1731831609419.8541489132af9df02f4ce55c11535070.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd 2024-11-17T08:20:09,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741836_1012 (size=39) 2024-11-17T08:20:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:10,057 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:10,057 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:20:10,058 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18291 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:20:10,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731831609419.8541489132af9df02f4ce55c11535070.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:10,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8541489132af9df02f4ce55c11535070, disabling compactions & flushes 2024-11-17T08:20:10,239 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731831609419.8541489132af9df02f4ce55c11535070. 2024-11-17T08:20:10,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831609419.8541489132af9df02f4ce55c11535070. 2024-11-17T08:20:10,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731831609419.8541489132af9df02f4ce55c11535070. after waiting 0 ms 2024-11-17T08:20:10,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731831609419.8541489132af9df02f4ce55c11535070. 2024-11-17T08:20:10,239 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731831609419.8541489132af9df02f4ce55c11535070. 2024-11-17T08:20:10,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8541489132af9df02f4ce55c11535070: Waiting for close lock at 1731831610239Disabling compacts and flushes for region at 1731831610239Disabling writes for close at 1731831610239Writing region close event to WAL at 1731831610239Closed at 1731831610239 2024-11-17T08:20:10,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:20:10,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731831609419.8541489132af9df02f4ce55c11535070.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731831610240"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831610240"}]},"ts":"1731831610240"} 2024-11-17T08:20:10,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:20:10,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:20:10,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831610243"}]},"ts":"1731831610243"} 2024-11-17T08:20:10,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T08:20:10,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8541489132af9df02f4ce55c11535070, ASSIGN}] 2024-11-17T08:20:10,246 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8541489132af9df02f4ce55c11535070, ASSIGN 2024-11-17T08:20:10,246 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8541489132af9df02f4ce55c11535070, ASSIGN; state=OFFLINE, location=e3d0adb87c01,44879,1731831603906; forceNewPlan=false, retain=false 2024-11-17T08:20:10,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8541489132af9df02f4ce55c11535070, regionState=OPENING, regionLocation=e3d0adb87c01,44879,1731831603906 2024-11-17T08:20:10,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8541489132af9df02f4ce55c11535070, ASSIGN because future has completed 2024-11-17T08:20:10,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8541489132af9df02f4ce55c11535070, server=e3d0adb87c01,44879,1731831603906}] 2024-11-17T08:20:10,555 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731831609419.8541489132af9df02f4ce55c11535070. 2024-11-17T08:20:10,555 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8541489132af9df02f4ce55c11535070, NAME => 'test,,1731831609419.8541489132af9df02f4ce55c11535070.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:10,555 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:20:10,555 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T08:20:10,555 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:10,555 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731831609419.8541489132af9df02f4ce55c11535070.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:10,555 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:10,555 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:10,556 INFO [StoreOpener-8541489132af9df02f4ce55c11535070-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:10,558 INFO [StoreOpener-8541489132af9df02f4ce55c11535070-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8541489132af9df02f4ce55c11535070 columnFamilyName f 2024-11-17T08:20:10,558 DEBUG [StoreOpener-8541489132af9df02f4ce55c11535070-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:10,558 INFO [StoreOpener-8541489132af9df02f4ce55c11535070-1 {}] regionserver.HStore(327): Store=8541489132af9df02f4ce55c11535070/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:10,558 INFO [StoreOpener-8541489132af9df02f4ce55c11535070-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:10,559 INFO [StoreOpener-8541489132af9df02f4ce55c11535070-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8541489132af9df02f4ce55c11535070 columnFamilyName f1 2024-11-17T08:20:10,559 DEBUG [StoreOpener-8541489132af9df02f4ce55c11535070-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:10,559 INFO [StoreOpener-8541489132af9df02f4ce55c11535070-1 {}] regionserver.HStore(327): Store=8541489132af9df02f4ce55c11535070/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:10,559 INFO [StoreOpener-8541489132af9df02f4ce55c11535070-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:10,560 INFO [StoreOpener-8541489132af9df02f4ce55c11535070-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8541489132af9df02f4ce55c11535070 columnFamilyName norep 2024-11-17T08:20:10,560 DEBUG [StoreOpener-8541489132af9df02f4ce55c11535070-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:10,560 INFO [StoreOpener-8541489132af9df02f4ce55c11535070-1 {}] regionserver.HStore(327): Store=8541489132af9df02f4ce55c11535070/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:10,560 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:10,561 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070 2024-11-17T08:20:10,561 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070 2024-11-17T08:20:10,562 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:10,562 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:10,562 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:20:10,563 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:10,564 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:10,564 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8541489132af9df02f4ce55c11535070; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70717471, jitterRate=0.05377243459224701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:20:10,564 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:10,564 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8541489132af9df02f4ce55c11535070: Running coprocessor pre-open hook at 1731831610555Writing region info on filesystem at 1731831610555Initializing all the Stores at 1731831610556 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831610556Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831610556Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831610556Cleaning up temporary data from old regions at 1731831610562 (+6 ms)Running coprocessor post-open hooks at 1731831610564 (+2 ms)Region opened successfully at 1731831610564 2024-11-17T08:20:10,565 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731831609419.8541489132af9df02f4ce55c11535070., pid=6, masterSystemTime=1731831610551 2024-11-17T08:20:10,567 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731831609419.8541489132af9df02f4ce55c11535070. 2024-11-17T08:20:10,567 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731831609419.8541489132af9df02f4ce55c11535070. 2024-11-17T08:20:10,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8541489132af9df02f4ce55c11535070, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e3d0adb87c01,44879,1731831603906 2024-11-17T08:20:10,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8541489132af9df02f4ce55c11535070, server=e3d0adb87c01,44879,1731831603906 because future has completed 2024-11-17T08:20:10,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:20:10,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8541489132af9df02f4ce55c11535070, server=e3d0adb87c01,44879,1731831603906 in 171 msec 2024-11-17T08:20:10,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:20:10,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8541489132af9df02f4ce55c11535070, ASSIGN in 326 msec 2024-11-17T08:20:10,573 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:20:10,573 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831610573"}]},"ts":"1731831610573"} 2024-11-17T08:20:10,575 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T08:20:10,576 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:20:10,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-17T08:20:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:11,567 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T08:20:11,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5acbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:11,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39595,-1 for getting cluster id 2024-11-17T08:20:11,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:11,569 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53129f55-556c-4493-87be-f8fa72bb6405' 2024-11-17T08:20:11,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:11,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53129f55-556c-4493-87be-f8fa72bb6405" 2024-11-17T08:20:11,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d058a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:11,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39595,-1] 2024-11-17T08:20:11,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:11,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:11,570 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:11,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a1e950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:11,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e0789c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:11,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,33873,-1 for getting cluster id 2024-11-17T08:20:11,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:11,572 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee8efc48-2c26-4646-a70f-30367a3cc090' 2024-11-17T08:20:11,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:11,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee8efc48-2c26-4646-a70f-30367a3cc090" 2024-11-17T08:20:11,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c5420b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:11,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,33873,-1] 2024-11-17T08:20:11,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:11,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:11,573 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:11,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca37aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:11,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6268160e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:11,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39595,-1 for getting cluster id 2024-11-17T08:20:11,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:11,575 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53129f55-556c-4493-87be-f8fa72bb6405' 2024-11-17T08:20:11,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:11,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53129f55-556c-4493-87be-f8fa72bb6405" 2024-11-17T08:20:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@235d45e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39595,-1] 2024-11-17T08:20:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:11,576 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:11,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a06e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:11,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:11,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39595,1731831598034 2024-11-17T08:20:11,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eac0c78 2024-11-17T08:20:11,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:11,578 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:20:11,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:33873,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:20:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:20:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:11,581 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:33873' 2024-11-17T08:20:11,582 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50cad490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:11,583 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,33873,-1 for getting cluster id 2024-11-17T08:20:11,583 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:11,583 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee8efc48-2c26-4646-a70f-30367a3cc090' 2024-11-17T08:20:11,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:11,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee8efc48-2c26-4646-a70f-30367a3cc090" 2024-11-17T08:20:11,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59559351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:11,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,33873,-1] 2024-11-17T08:20:11,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:11,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:11,585 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:11,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd97d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:11,585 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,33873,1731831603764 2024-11-17T08:20:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f0e463a 2024-11-17T08:20:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:11,587 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:20:11,587 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T08:20:11,587 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:20:11,587 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:11,587 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:11,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:20:11,588 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:20:11,589 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:20:11,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:20:11,590 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:11,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:20:11,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741837_1013 (size=1138) 2024-11-17T08:20:11,639 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T08:20:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:12,022 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T08:20:12,032 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fdfd63e722fb4ad8267c272bb56ff3a4, NAME => 'hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df 2024-11-17T08:20:12,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741838_1014 (size=44) 2024-11-17T08:20:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:12,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:12,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fdfd63e722fb4ad8267c272bb56ff3a4, disabling compactions & flushes 2024-11-17T08:20:12,438 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. 2024-11-17T08:20:12,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. 2024-11-17T08:20:12,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. after waiting 0 ms 2024-11-17T08:20:12,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. 2024-11-17T08:20:12,438 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. 2024-11-17T08:20:12,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fdfd63e722fb4ad8267c272bb56ff3a4: Waiting for close lock at 1731831612438Disabling compacts and flushes for region at 1731831612438Disabling writes for close at 1731831612438Writing region close event to WAL at 1731831612438Closed at 1731831612438 2024-11-17T08:20:12,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:20:12,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731831612439"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831612439"}]},"ts":"1731831612439"} 2024-11-17T08:20:12,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:20:12,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:20:12,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831612441"}]},"ts":"1731831612441"} 2024-11-17T08:20:12,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T08:20:12,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdfd63e722fb4ad8267c272bb56ff3a4, ASSIGN}] 2024-11-17T08:20:12,444 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdfd63e722fb4ad8267c272bb56ff3a4, ASSIGN 2024-11-17T08:20:12,444 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fdfd63e722fb4ad8267c272bb56ff3a4, ASSIGN; state=OFFLINE, location=e3d0adb87c01,41381,1731831598365; forceNewPlan=false, retain=false 2024-11-17T08:20:12,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdfd63e722fb4ad8267c272bb56ff3a4, regionState=OPENING, regionLocation=e3d0adb87c01,41381,1731831598365 2024-11-17T08:20:12,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fdfd63e722fb4ad8267c272bb56ff3a4, ASSIGN because future has completed 2024-11-17T08:20:12,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdfd63e722fb4ad8267c272bb56ff3a4, server=e3d0adb87c01,41381,1731831598365}] 2024-11-17T08:20:12,687 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:20:12,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:12,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:12,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:12,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:12,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:12,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:12,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:12,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:12,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:12,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:12,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. 2024-11-17T08:20:12,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:12,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:20:12,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C41381%2C1731831598365.rep, suffix=, logDir=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365, archiveDir=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/oldWALs, maxLogs=10 2024-11-17T08:20:12,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.rep.1731831612754, exclude list is [], retry=0 2024-11-17T08:20:12,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40203,DS-974d13fc-c526-4d92-bfd8-4666db7f1cdb,DISK] 2024-11-17T08:20:12,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.rep.1731831612754 2024-11-17T08:20:12,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41143:41143)] 2024-11-17T08:20:12,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fdfd63e722fb4ad8267c272bb56ff3a4, NAME => 'hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:12,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:20:12,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:20:12,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. service=MultiRowMutationService 2024-11-17T08:20:12,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:20:12,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:12,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:12,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:12,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:12,771 INFO [StoreOpener-fdfd63e722fb4ad8267c272bb56ff3a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:12,772 INFO [StoreOpener-fdfd63e722fb4ad8267c272bb56ff3a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfd63e722fb4ad8267c272bb56ff3a4 columnFamilyName hfileref 2024-11-17T08:20:12,772 DEBUG [StoreOpener-fdfd63e722fb4ad8267c272bb56ff3a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:12,772 INFO [StoreOpener-fdfd63e722fb4ad8267c272bb56ff3a4-1 {}] regionserver.HStore(327): Store=fdfd63e722fb4ad8267c272bb56ff3a4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:12,772 INFO [StoreOpener-fdfd63e722fb4ad8267c272bb56ff3a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:12,773 INFO [StoreOpener-fdfd63e722fb4ad8267c272bb56ff3a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfd63e722fb4ad8267c272bb56ff3a4 columnFamilyName queue 2024-11-17T08:20:12,773 DEBUG [StoreOpener-fdfd63e722fb4ad8267c272bb56ff3a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:12,773 INFO [StoreOpener-fdfd63e722fb4ad8267c272bb56ff3a4-1 {}] regionserver.HStore(327): Store=fdfd63e722fb4ad8267c272bb56ff3a4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:12,774 INFO [StoreOpener-fdfd63e722fb4ad8267c272bb56ff3a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:12,774 INFO [StoreOpener-fdfd63e722fb4ad8267c272bb56ff3a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfd63e722fb4ad8267c272bb56ff3a4 columnFamilyName sid 2024-11-17T08:20:12,774 DEBUG [StoreOpener-fdfd63e722fb4ad8267c272bb56ff3a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:12,775 INFO [StoreOpener-fdfd63e722fb4ad8267c272bb56ff3a4-1 {}] regionserver.HStore(327): Store=fdfd63e722fb4ad8267c272bb56ff3a4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:12,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:12,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/replication/fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:12,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/replication/fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:12,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:12,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:12,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:20:12,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:12,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/replication/fdfd63e722fb4ad8267c272bb56ff3a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:12,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fdfd63e722fb4ad8267c272bb56ff3a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61777425, jitterRate=-0.07944463193416595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:20:12,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:12,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fdfd63e722fb4ad8267c272bb56ff3a4: Running coprocessor pre-open hook at 1731831612770Writing region info on filesystem at 1731831612770Initializing all the Stores at 1731831612771 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831612771Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831612771Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831612771Cleaning up temporary data from old regions at 1731831612776 (+5 ms)Running coprocessor post-open hooks at 1731831612779 (+3 ms)Region opened successfully at 1731831612780 (+1 ms) 2024-11-17T08:20:12,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4., pid=10, masterSystemTime=1731831612749 2024-11-17T08:20:12,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. 2024-11-17T08:20:12,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. 2024-11-17T08:20:12,783 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdfd63e722fb4ad8267c272bb56ff3a4, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,41381,1731831598365 2024-11-17T08:20:12,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdfd63e722fb4ad8267c272bb56ff3a4, server=e3d0adb87c01,41381,1731831598365 because future has completed 2024-11-17T08:20:12,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T08:20:12,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fdfd63e722fb4ad8267c272bb56ff3a4, server=e3d0adb87c01,41381,1731831598365 in 191 msec 2024-11-17T08:20:12,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T08:20:12,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdfd63e722fb4ad8267c272bb56ff3a4, ASSIGN in 346 msec 2024-11-17T08:20:12,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:20:12,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831612792"}]},"ts":"1731831612792"} 2024-11-17T08:20:12,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T08:20:12,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:20:12,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2060 sec 2024-11-17T08:20:12,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4., hostname=e3d0adb87c01,41381,1731831598365, seqNum=2] 2024-11-17T08:20:12,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:20:12,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:20:12,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:20:13,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T08:20:13,083 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T08:20:13,109 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,41381,1731831598365, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:20:13,109 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:13,109 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41381,1731831598365, seqNum=-1] 2024-11-17T08:20:13,110 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:13,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-17T08:20:13,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e3d0adb87c01,41381,1731831598365', locateType=CURRENT is [region=hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4., hostname=e3d0adb87c01,41381,1731831598365, seqNum=2] 2024-11-17T08:20:13,114 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T08:20:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T08:20:13,115 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e3d0adb87c01,41381,1731831598365 suceeded 2024-11-17T08:20:13,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T08:20:13,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-17T08:20:13,117 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e3d0adb87c01:33873,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:20:13,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5380 sec 2024-11-17T08:20:13,127 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:33873' 2024-11-17T08:20:13,128 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@267e671b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:13,128 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,33873,-1 for getting cluster id 2024-11-17T08:20:13,128 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:13,128 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee8efc48-2c26-4646-a70f-30367a3cc090' 2024-11-17T08:20:13,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:13,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee8efc48-2c26-4646-a70f-30367a3cc090" 2024-11-17T08:20:13,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ec3bce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:13,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,33873,-1] 2024-11-17T08:20:13,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:13,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:13,130 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:13,130 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15118fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:13,130 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:13,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,33873,1731831603764 2024-11-17T08:20:13,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f311974 2024-11-17T08:20:13,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:13,131 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-17T08:20:13,132 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,41381,1731831598365 (queues=1) is replicating from cluster=53129f55-556c-4493-87be-f8fa72bb6405 to cluster=ee8efc48-2c26-4646-a70f-30367a3cc090 2024-11-17T08:20:13,132 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C41381%2C1731831598365 2024-11-17T08:20:13,132 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,41381,1731831598365, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:20:13,132 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C41381%2C1731831598365 2024-11-17T08:20:13,132 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670, startPosition=0, beingWritten=true 2024-11-17T08:20:13,136 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:20:13,136 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 379, reset compression=false 2024-11-17T08:20:13,136 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41381,1731831598365 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:20:13,339 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 379, reset compression=false 2024-11-17T08:20:13,643 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 379, reset compression=false 2024-11-17T08:20:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:13,728 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:20:13,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:20:13,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:20:13,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:13,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:13,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:20:13,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781c718d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:13,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,33873,-1 for getting cluster id 2024-11-17T08:20:13,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:13,729 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee8efc48-2c26-4646-a70f-30367a3cc090' 2024-11-17T08:20:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee8efc48-2c26-4646-a70f-30367a3cc090" 2024-11-17T08:20:13,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b3f25f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:13,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,33873,-1] 2024-11-17T08:20:13,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:13,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:13,731 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:13,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6371147e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:13,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,33873,1731831603764 2024-11-17T08:20:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a23c73 2024-11-17T08:20:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:13,733 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:20:13,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:39595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:20:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:20:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:13,735 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:39595' 2024-11-17T08:20:13,736 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690f9d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:13,736 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39595,-1 for getting cluster id 2024-11-17T08:20:13,736 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:13,737 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53129f55-556c-4493-87be-f8fa72bb6405' 2024-11-17T08:20:13,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:13,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53129f55-556c-4493-87be-f8fa72bb6405" 2024-11-17T08:20:13,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0b358d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:13,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39595,-1] 2024-11-17T08:20:13,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:13,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:13,738 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:13,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e187e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:13,739 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:13,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39595,1731831598034 2024-11-17T08:20:13,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38123600 2024-11-17T08:20:13,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:13,740 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:20:13,741 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T08:20:13,741 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:20:13,741 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:13,741 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:13,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:20:13,741 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:20:13,742 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:20:13,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:20:13,743 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:13,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:20:13,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741837_1013 (size=1138) 2024-11-17T08:20:13,793 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T08:20:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:14,047 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 379, reset compression=false 2024-11-17T08:20:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:14,151 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95c0a44aeca0a133b24b4f2acfb282a9, NAME => 'hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd 2024-11-17T08:20:14,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741838_1014 (size=44) 2024-11-17T08:20:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:14,551 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 379, reset compression=false 2024-11-17T08:20:14,559 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:14,559 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 95c0a44aeca0a133b24b4f2acfb282a9, disabling compactions & flushes 2024-11-17T08:20:14,559 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9. 2024-11-17T08:20:14,559 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9. 2024-11-17T08:20:14,559 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9. after waiting 0 ms 2024-11-17T08:20:14,559 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9. 2024-11-17T08:20:14,559 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9. 2024-11-17T08:20:14,559 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95c0a44aeca0a133b24b4f2acfb282a9: Waiting for close lock at 1731831614559Disabling compacts and flushes for region at 1731831614559Disabling writes for close at 1731831614559Writing region close event to WAL at 1731831614559Closed at 1731831614559 2024-11-17T08:20:14,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:20:14,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731831614560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831614560"}]},"ts":"1731831614560"} 2024-11-17T08:20:14,562 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:20:14,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:20:14,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831614563"}]},"ts":"1731831614563"} 2024-11-17T08:20:14,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T08:20:14,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95c0a44aeca0a133b24b4f2acfb282a9, ASSIGN}] 2024-11-17T08:20:14,565 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95c0a44aeca0a133b24b4f2acfb282a9, ASSIGN 2024-11-17T08:20:14,566 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95c0a44aeca0a133b24b4f2acfb282a9, ASSIGN; state=OFFLINE, location=e3d0adb87c01,44879,1731831603906; forceNewPlan=false, retain=false 2024-11-17T08:20:14,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95c0a44aeca0a133b24b4f2acfb282a9, regionState=OPENING, regionLocation=e3d0adb87c01,44879,1731831603906 2024-11-17T08:20:14,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95c0a44aeca0a133b24b4f2acfb282a9, ASSIGN because future has completed 2024-11-17T08:20:14,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95c0a44aeca0a133b24b4f2acfb282a9, server=e3d0adb87c01,44879,1731831603906}] 2024-11-17T08:20:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:14,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9. 2024-11-17T08:20:14,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:14,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:20:14,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C44879%2C1731831603906.rep, suffix=, logDir=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906, archiveDir=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/oldWALs, maxLogs=10 2024-11-17T08:20:14,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.rep.1731831614875, exclude list is [], retry=0 2024-11-17T08:20:14,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34317,DS-5ed0ac1c-9da1-4982-8e7c-2511b4f8c9f6,DISK] 2024-11-17T08:20:14,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.rep.1731831614875 2024-11-17T08:20:14,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43901:43901)] 2024-11-17T08:20:14,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 95c0a44aeca0a133b24b4f2acfb282a9, NAME => 'hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:14,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:20:14,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:20:14,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9. service=MultiRowMutationService 2024-11-17T08:20:14,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:20:14,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:14,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:14,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:14,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:14,893 INFO [StoreOpener-95c0a44aeca0a133b24b4f2acfb282a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:14,894 INFO [StoreOpener-95c0a44aeca0a133b24b4f2acfb282a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95c0a44aeca0a133b24b4f2acfb282a9 columnFamilyName hfileref 2024-11-17T08:20:14,894 DEBUG [StoreOpener-95c0a44aeca0a133b24b4f2acfb282a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:14,894 INFO [StoreOpener-95c0a44aeca0a133b24b4f2acfb282a9-1 {}] regionserver.HStore(327): Store=95c0a44aeca0a133b24b4f2acfb282a9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:14,894 INFO [StoreOpener-95c0a44aeca0a133b24b4f2acfb282a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:14,895 INFO [StoreOpener-95c0a44aeca0a133b24b4f2acfb282a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95c0a44aeca0a133b24b4f2acfb282a9 columnFamilyName queue 2024-11-17T08:20:14,895 DEBUG [StoreOpener-95c0a44aeca0a133b24b4f2acfb282a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:14,895 INFO [StoreOpener-95c0a44aeca0a133b24b4f2acfb282a9-1 {}] regionserver.HStore(327): Store=95c0a44aeca0a133b24b4f2acfb282a9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:14,895 INFO [StoreOpener-95c0a44aeca0a133b24b4f2acfb282a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:14,896 INFO [StoreOpener-95c0a44aeca0a133b24b4f2acfb282a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95c0a44aeca0a133b24b4f2acfb282a9 columnFamilyName sid 2024-11-17T08:20:14,896 DEBUG [StoreOpener-95c0a44aeca0a133b24b4f2acfb282a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:14,896 INFO [StoreOpener-95c0a44aeca0a133b24b4f2acfb282a9-1 {}] regionserver.HStore(327): Store=95c0a44aeca0a133b24b4f2acfb282a9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:14,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:14,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/replication/95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:14,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/replication/95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:14,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:14,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:14,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:20:14,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:14,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/replication/95c0a44aeca0a133b24b4f2acfb282a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:14,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 95c0a44aeca0a133b24b4f2acfb282a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63788111, jitterRate=-0.049483075737953186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:20:14,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:14,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 95c0a44aeca0a133b24b4f2acfb282a9: Running coprocessor pre-open hook at 1731831614892Writing region info on filesystem at 1731831614892Initializing all the Stores at 1731831614892Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831614892Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831614893 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831614893Cleaning up temporary data from old regions at 1731831614897 (+4 ms)Running coprocessor post-open hooks at 1731831614900 (+3 ms)Region opened successfully at 1731831614900 2024-11-17T08:20:14,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9., pid=10, masterSystemTime=1731831614871 2024-11-17T08:20:14,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9. 2024-11-17T08:20:14,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9. 2024-11-17T08:20:14,903 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95c0a44aeca0a133b24b4f2acfb282a9, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,44879,1731831603906 2024-11-17T08:20:14,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95c0a44aeca0a133b24b4f2acfb282a9, server=e3d0adb87c01,44879,1731831603906 because future has completed 2024-11-17T08:20:14,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T08:20:14,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 95c0a44aeca0a133b24b4f2acfb282a9, server=e3d0adb87c01,44879,1731831603906 in 187 msec 2024-11-17T08:20:14,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T08:20:14,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95c0a44aeca0a133b24b4f2acfb282a9, ASSIGN in 342 msec 2024-11-17T08:20:14,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:20:14,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831614909"}]},"ts":"1731831614909"} 2024-11-17T08:20:14,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T08:20:14,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:20:14,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-17T08:20:14,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9., hostname=e3d0adb87c01,44879,1731831603906, seqNum=2] 2024-11-17T08:20:15,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:15,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:15,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:20:15,155 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 379, reset compression=false 2024-11-17T08:20:15,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T08:20:15,188 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T08:20:15,213 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,44879,1731831603906, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:20:15,214 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:15,214 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44879,1731831603906, seqNum=-1] 2024-11-17T08:20:15,214 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:15,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-17T08:20:15,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e3d0adb87c01,44879,1731831603906', locateType=CURRENT is [region=hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9., hostname=e3d0adb87c01,44879,1731831603906, seqNum=2] 2024-11-17T08:20:15,218 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T08:20:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T08:20:15,220 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e3d0adb87c01,44879,1731831603906 suceeded 2024-11-17T08:20:15,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T08:20:15,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-17T08:20:15,221 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e3d0adb87c01:39595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:20:15,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4880 sec 2024-11-17T08:20:15,231 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:39595' 2024-11-17T08:20:15,232 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55976d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:15,232 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39595,-1 for getting cluster id 2024-11-17T08:20:15,232 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:15,233 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53129f55-556c-4493-87be-f8fa72bb6405' 2024-11-17T08:20:15,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:15,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53129f55-556c-4493-87be-f8fa72bb6405" 2024-11-17T08:20:15,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22a35f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:15,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39595,-1] 2024-11-17T08:20:15,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:15,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:15,234 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:15,235 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dc175e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:15,235 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:15,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39595,1731831598034 2024-11-17T08:20:15,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54f52237 2024-11-17T08:20:15,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:15,236 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-17T08:20:15,237 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,44879,1731831603906 (queues=1) is replicating from cluster=ee8efc48-2c26-4646-a70f-30367a3cc090 to cluster=53129f55-556c-4493-87be-f8fa72bb6405 2024-11-17T08:20:15,237 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C44879%2C1731831603906 2024-11-17T08:20:15,237 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,44879,1731831603906, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:20:15,237 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.shippere3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C44879%2C1731831603906 2024-11-17T08:20:15,237 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158, startPosition=0, beingWritten=true 2024-11-17T08:20:15,242 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:20:15,242 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 379, reset compression=false 2024-11-17T08:20:15,242 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.shippere3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44879,1731831603906 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:20:15,445 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 379, reset compression=false 2024-11-17T08:20:15,749 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 379, reset compression=false 2024-11-17T08:20:15,859 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 379, reset compression=false 2024-11-17T08:20:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:15,890 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:20:15,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:20:15,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:20:15,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:15,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:15,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:20:15,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:15,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41381,1731831598365, seqNum=-1] 2024-11-17T08:20:15,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:15,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:20:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731831607261.3400cc030eeaaa5638474255e1b9281f., hostname=e3d0adb87c01,41381,1731831598365, seqNum=2] 2024-11-17T08:20:15,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:15,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44879,1731831603906, seqNum=-1] 2024-11-17T08:20:15,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:15,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:20:15,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731831609419.8541489132af9df02f4ce55c11535070., hostname=e3d0adb87c01,44879,1731831603906, seqNum=2] 2024-11-17T08:20:15,903 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T08:20:16,153 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 379, reset compression=false 2024-11-17T08:20:16,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T08:20:16,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T08:20:16,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T08:20:16,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T08:20:16,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:20:16,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T08:20:16,657 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 379, reset compression=false 2024-11-17T08:20:16,662 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 379, reset compression=false 2024-11-17T08:20:16,711 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:20:16,711 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 480, reset compression=false 2024-11-17T08:20:16,711 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41381,1731831598365 got entry batch from reader: WALEntryBatch [walEntries=[{test/3400cc030eeaaa5638474255e1b9281f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T08:20:16,725 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:20:16,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-17T08:20:16,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:20:16,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ec86f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:16,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,33873,-1 for getting cluster id 2024-11-17T08:20:16,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:16,729 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee8efc48-2c26-4646-a70f-30367a3cc090' 2024-11-17T08:20:16,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:16,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee8efc48-2c26-4646-a70f-30367a3cc090" 2024-11-17T08:20:16,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59098386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:16,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,33873,-1] 2024-11-17T08:20:16,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:16,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:16,730 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:16,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6450320c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:16,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:16,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44879,1731831603906, seqNum=-1] 2024-11-17T08:20:16,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:16,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-17T08:20:16,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731831609419.8541489132af9df02f4ce55c11535070., hostname=e3d0adb87c01,44879,1731831603906, seqNum=2] 2024-11-17T08:20:16,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:20:16,906 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T08:20:16,909 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T08:20:16,926 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 480, reset compression=false 2024-11-17T08:20:17,230 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 480, reset compression=false 2024-11-17T08:20:17,261 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 379, reset compression=false 2024-11-17T08:20:17,265 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:20:17,265 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 607, reset compression=false 2024-11-17T08:20:17,265 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.shippere3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44879,1731831603906 got entry batch from reader: WALEntryBatch [walEntries=[{test/8541489132af9df02f4ce55c11535070/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T08:20:17,267 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.shippere3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:20:17,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-17T08:20:17,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:20:17,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@515b7ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:17,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39595,-1 for getting cluster id 2024-11-17T08:20:17,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:17,269 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53129f55-556c-4493-87be-f8fa72bb6405' 2024-11-17T08:20:17,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:17,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53129f55-556c-4493-87be-f8fa72bb6405" 2024-11-17T08:20:17,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@446cda10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:17,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39595,-1] 2024-11-17T08:20:17,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:17,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:17,270 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:17,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4db80c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:17,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:17,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41381,1731831598365, seqNum=-1] 2024-11-17T08:20:17,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:17,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-17T08:20:17,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731831607261.3400cc030eeaaa5638474255e1b9281f., hostname=e3d0adb87c01,41381,1731831598365, seqNum=2] 2024-11-17T08:20:17,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:20:17,470 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 607, reset compression=false 2024-11-17T08:20:17,633 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 480, reset compression=false 2024-11-17T08:20:17,637 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:20:17,637 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 608, reset compression=false 2024-11-17T08:20:17,637 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41381,1731831598365 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:20:17,773 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 607, reset compression=false 2024-11-17T08:20:17,841 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 608, reset compression=false 2024-11-17T08:20:17,910 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T08:20:17,919 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T08:20:18,145 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 608, reset compression=false 2024-11-17T08:20:18,149 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:20:18,150 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 764, reset compression=false 2024-11-17T08:20:18,150 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41381,1731831598365 got entry batch from reader: WALEntryBatch [walEntries=[{test/3400cc030eeaaa5638474255e1b9281f/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T08:20:18,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:20:18,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:20:18,176 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 607, reset compression=false 2024-11-17T08:20:18,181 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:20:18,181 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 754, reset compression=false 2024-11-17T08:20:18,181 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.shippere3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44879,1731831603906 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:20:18,272 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:20:18,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:18,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:18,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:18,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:18,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:18,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:18,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:18,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:18,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:18,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:18,352 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T08:20:18,355 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 764, reset compression=false 2024-11-17T08:20:18,385 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 754, reset compression=false 2024-11-17T08:20:18,659 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 764, reset compression=false 2024-11-17T08:20:18,688 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 754, reset compression=false 2024-11-17T08:20:18,921 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T08:20:18,924 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T08:20:19,062 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 764, reset compression=false 2024-11-17T08:20:19,091 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 754, reset compression=false 2024-11-17T08:20:19,095 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:20:19,095 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 913, reset compression=false 2024-11-17T08:20:19,095 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.shippere3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44879,1731831603906 got entry batch from reader: WALEntryBatch [walEntries=[{test/8541489132af9df02f4ce55c11535070/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T08:20:19,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:20:19,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:20:19,299 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 913, reset compression=false 2024-11-17T08:20:19,565 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 764, reset compression=false 2024-11-17T08:20:19,569 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:20:19,569 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 914, reset compression=false 2024-11-17T08:20:19,569 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41381,1731831598365 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:20:19,603 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 913, reset compression=false 2024-11-17T08:20:19,773 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 914, reset compression=false 2024-11-17T08:20:19,926 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T08:20:19,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:20:19,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:20:19,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:20:19,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:19,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:19,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:20:19,929 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:20:19,929 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1938034396, stopped=false 2024-11-17T08:20:19,929 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,33873,1731831603764 2024-11-17T08:20:19,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-824454288/running 2024-11-17T08:20:19,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-824454288/running 2024-11-17T08:20:19,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:19,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:19,983 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:20:19,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:20:19,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:20:19,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:19,983 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,44879,1731831603906' ***** 2024-11-17T08:20:19,983 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:20:19,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Set watcher on znode that does not yet exist, /1-824454288/running 2024-11-17T08:20:19,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Set watcher on znode that does not yet exist, /1-824454288/running 2024-11-17T08:20:19,984 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:20:19,984 INFO [RS:0;e3d0adb87c01:44879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:20:19,984 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:20:19,984 INFO [RS:0;e3d0adb87c01:44879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:20:19,984 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(3091): Received CLOSE for 95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:19,984 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(3091): Received CLOSE for 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:19,984 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,44879,1731831603906 2024-11-17T08:20:19,984 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:20:19,984 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95c0a44aeca0a133b24b4f2acfb282a9, disabling compactions & flushes 2024-11-17T08:20:19,984 INFO [RS:0;e3d0adb87c01:44879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:44879. 2024-11-17T08:20:19,984 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9. 2024-11-17T08:20:19,984 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9. 2024-11-17T08:20:19,984 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9. after waiting 0 ms 2024-11-17T08:20:19,984 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9. 2024-11-17T08:20:19,984 DEBUG [RS:0;e3d0adb87c01:44879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:20:19,984 DEBUG [RS:0;e3d0adb87c01:44879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:19,984 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 95c0a44aeca0a133b24b4f2acfb282a9 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-17T08:20:19,984 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:20:19,985 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:20:19,985 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:20:19,985 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:20:19,985 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T08:20:19,985 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 95c0a44aeca0a133b24b4f2acfb282a9=hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9., 8541489132af9df02f4ce55c11535070=test,,1731831609419.8541489132af9df02f4ce55c11535070.} 2024-11-17T08:20:19,985 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8541489132af9df02f4ce55c11535070, 95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:19,985 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:20:19,985 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:20:19,985 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:20:19,985 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:20:19,985 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:20:19,985 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T08:20:20,002 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/replication/95c0a44aeca0a133b24b4f2acfb282a9/.tmp/queue/d2e98d35aaf944b18cfaac14bca89384 is 153, key is 1-e3d0adb87c01,44879,1731831603906/queue:e3d0adb87c01%2C44879%2C1731831603906/1731831619100/Put/seqid=0 2024-11-17T08:20:20,002 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/.tmp/info/b0c0bea3b83e41bfa85d5b6dfa50dba9 is 147, key is hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9./info:regioninfo/1731831614903/Put/seqid=0 2024-11-17T08:20:20,006 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 913, reset compression=false 2024-11-17T08:20:20,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741841_1017 (size=5352) 2024-11-17T08:20:20,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741840_1016 (size=7686) 2024-11-17T08:20:20,027 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:20:20,028 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:20:20,039 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:20:20,076 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 914, reset compression=false 2024-11-17T08:20:20,106 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:20,107 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:20:20,107 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28341 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:20:20,185 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8541489132af9df02f4ce55c11535070, 95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:20,385 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8541489132af9df02f4ce55c11535070, 95c0a44aeca0a133b24b4f2acfb282a9 2024-11-17T08:20:20,466 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/replication/95c0a44aeca0a133b24b4f2acfb282a9/.tmp/queue/d2e98d35aaf944b18cfaac14bca89384 2024-11-17T08:20:20,466 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/.tmp/info/b0c0bea3b83e41bfa85d5b6dfa50dba9 2024-11-17T08:20:20,470 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/replication/95c0a44aeca0a133b24b4f2acfb282a9/.tmp/queue/d2e98d35aaf944b18cfaac14bca89384 as hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/replication/95c0a44aeca0a133b24b4f2acfb282a9/queue/d2e98d35aaf944b18cfaac14bca89384 2024-11-17T08:20:20,475 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/replication/95c0a44aeca0a133b24b4f2acfb282a9/queue/d2e98d35aaf944b18cfaac14bca89384, entries=1, sequenceid=9, filesize=5.2 K 2024-11-17T08:20:20,476 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 95c0a44aeca0a133b24b4f2acfb282a9 in 491ms, sequenceid=9, compaction requested=false 2024-11-17T08:20:20,480 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 914, reset compression=false 2024-11-17T08:20:20,489 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/replication/95c0a44aeca0a133b24b4f2acfb282a9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-17T08:20:20,490 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:20:20,490 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:20:20,490 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9. 2024-11-17T08:20:20,490 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95c0a44aeca0a133b24b4f2acfb282a9: Waiting for close lock at 1731831619984Running coprocessor pre-close hooks at 1731831619984Disabling compacts and flushes for region at 1731831619984Disabling writes for close at 1731831619984Obtaining lock to block concurrent updates at 1731831619984Preparing flush snapshotting stores in 95c0a44aeca0a133b24b4f2acfb282a9 at 1731831619984Finished memstore snapshotting hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731831619985 (+1 ms)Flushing stores of hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9. at 1731831619985Flushing 95c0a44aeca0a133b24b4f2acfb282a9/queue: creating writer at 1731831619985Flushing 95c0a44aeca0a133b24b4f2acfb282a9/queue: appending metadata at 1731831620002 (+17 ms)Flushing 95c0a44aeca0a133b24b4f2acfb282a9/queue: closing flushed file at 1731831620002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5187d31f: reopening flushed file at 1731831620470 (+468 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 95c0a44aeca0a133b24b4f2acfb282a9 in 491ms, sequenceid=9, compaction requested=false at 1731831620476 (+6 ms)Writing region close event to WAL at 1731831620480 (+4 ms)Running coprocessor post-close hooks at 1731831620490 (+10 ms)Closed at 1731831620490 2024-11-17T08:20:20,490 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731831613741.95c0a44aeca0a133b24b4f2acfb282a9. 2024-11-17T08:20:20,490 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8541489132af9df02f4ce55c11535070, disabling compactions & flushes 2024-11-17T08:20:20,490 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731831609419.8541489132af9df02f4ce55c11535070. 2024-11-17T08:20:20,490 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831609419.8541489132af9df02f4ce55c11535070. 2024-11-17T08:20:20,490 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731831609419.8541489132af9df02f4ce55c11535070. after waiting 0 ms 2024-11-17T08:20:20,491 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/.tmp/ns/1648c312298648738d605aad744cf6bb is 43, key is default/ns:d/1731831607218/Put/seqid=0 2024-11-17T08:20:20,491 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731831609419.8541489132af9df02f4ce55c11535070. 2024-11-17T08:20:20,491 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8541489132af9df02f4ce55c11535070 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-17T08:20:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741842_1018 (size=5153) 2024-11-17T08:20:20,504 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/.tmp/ns/1648c312298648738d605aad744cf6bb 2024-11-17T08:20:20,508 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/.tmp/f/3144071078e64b298e90f5c118412dab is 29, key is row1/f:/1731831618921/DeleteFamily/seqid=0 2024-11-17T08:20:20,509 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 913, reset compression=false 2024-11-17T08:20:20,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741843_1019 (size=5118) 2024-11-17T08:20:20,521 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:20:20,521 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 1160, reset compression=false 2024-11-17T08:20:20,521 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.shippere3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44879,1731831603906 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:20:20,522 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.shippere3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e3d0adb87c01,44879,1731831603906: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e3d0adb87c01,44879,1731831603906, walGroup=e3d0adb87c01%2C44879%2C1731831603906, offset=e3d0adb87c01%2C44879%2C1731831603906.1731831606158:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:44879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T08:20:20,523 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.shippere3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T08:20:20,523 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.shippere3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T08:20:20,524 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.shippere3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T08:20:20,524 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.shippere3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T08:20:20,524 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.shippere3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T08:20:20,524 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.shippere3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 616492224 }, "NonHeapMemoryUsage": { "committed": 194183168, "init": 7667712, "max": -1, "used": 191001024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T08:20:20,525 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.shippere3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:33873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:33873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T08:20:20,526 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/.tmp/rep_barrier/a9ba4f2422ac49bc886194cf0fa28444 is 112, key is test,,1731831609419.8541489132af9df02f4ce55c11535070./rep_barrier:seqnumDuringOpen/1731831610567/Put/seqid=0 2024-11-17T08:20:20,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741844_1020 (size=5518) 2024-11-17T08:20:20,585 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:20,725 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 1160, reset compression=false 2024-11-17T08:20:20,786 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:20,913 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/.tmp/f/3144071078e64b298e90f5c118412dab 2024-11-17T08:20:20,917 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3144071078e64b298e90f5c118412dab 2024-11-17T08:20:20,929 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/.tmp/rep_barrier/a9ba4f2422ac49bc886194cf0fa28444 2024-11-17T08:20:20,934 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/.tmp/f1/b4a404721b624cf88e6f0d7991fe529a is 30, key is row1/f1:/1731831618921/DeleteFamily/seqid=0 2024-11-17T08:20:20,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741845_1021 (size=5123) 2024-11-17T08:20:20,950 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/.tmp/table/698e975989834c0c8027bf1f40c63a54 is 53, key is hbase:replication/table:state/1731831614909/Put/seqid=0 2024-11-17T08:20:20,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741846_1022 (size=5308) 2024-11-17T08:20:20,986 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T08:20:20,986 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8541489132af9df02f4ce55c11535070=test,,1731831609419.8541489132af9df02f4ce55c11535070.} 2024-11-17T08:20:20,986 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:20,990 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 914, reset compression=false 2024-11-17T08:20:21,028 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 1160, reset compression=false 2024-11-17T08:20:21,186 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:21,342 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/.tmp/f1/b4a404721b624cf88e6f0d7991fe529a 2024-11-17T08:20:21,345 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4a404721b624cf88e6f0d7991fe529a 2024-11-17T08:20:21,354 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/.tmp/table/698e975989834c0c8027bf1f40c63a54 2024-11-17T08:20:21,358 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/.tmp/info/b0c0bea3b83e41bfa85d5b6dfa50dba9 as hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/info/b0c0bea3b83e41bfa85d5b6dfa50dba9 2024-11-17T08:20:21,361 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/.tmp/norep/0cf6f604a71c4c38a4ce11e95fbf7874 is 33, key is row1/norep:/1731831618921/DeleteFamily/seqid=0 2024-11-17T08:20:21,363 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/info/b0c0bea3b83e41bfa85d5b6dfa50dba9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T08:20:21,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741847_1023 (size=5108) 2024-11-17T08:20:21,365 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/.tmp/ns/1648c312298648738d605aad744cf6bb as hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/ns/1648c312298648738d605aad744cf6bb 2024-11-17T08:20:21,369 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/ns/1648c312298648738d605aad744cf6bb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T08:20:21,369 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/.tmp/rep_barrier/a9ba4f2422ac49bc886194cf0fa28444 as hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/rep_barrier/a9ba4f2422ac49bc886194cf0fa28444 2024-11-17T08:20:21,373 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/rep_barrier/a9ba4f2422ac49bc886194cf0fa28444, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T08:20:21,374 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/.tmp/table/698e975989834c0c8027bf1f40c63a54 as hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/table/698e975989834c0c8027bf1f40c63a54 2024-11-17T08:20:21,377 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/table/698e975989834c0c8027bf1f40c63a54, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T08:20:21,378 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1393ms, sequenceid=16, compaction requested=false 2024-11-17T08:20:21,382 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T08:20:21,382 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:20:21,382 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:20:21,382 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:20:21,382 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831619985Running coprocessor pre-close hooks at 1731831619985Disabling compacts and flushes for region at 1731831619985Disabling writes for close at 1731831619985Obtaining lock to block concurrent updates at 1731831619985Preparing flush snapshotting stores in 1588230740 at 1731831619985Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731831619985Flushing stores of hbase:meta,,1.1588230740 at 1731831619986 (+1 ms)Flushing 1588230740/info: creating writer at 1731831619986Flushing 1588230740/info: appending metadata at 1731831620002 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731831620002Flushing 1588230740/ns: creating writer at 1731831620470 (+468 ms)Flushing 1588230740/ns: appending metadata at 1731831620490 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731831620490Flushing 1588230740/rep_barrier: creating writer at 1731831620508 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731831620525 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731831620525Flushing 1588230740/table: creating writer at 1731831620933 (+408 ms)Flushing 1588230740/table: appending metadata at 1731831620949 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731831620949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32501f6a: reopening flushed file at 1731831621357 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2278a095: reopening flushed file at 1731831621364 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f1c6ee9: reopening flushed file at 1731831621369 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d6274a: reopening flushed file at 1731831621373 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1393ms, sequenceid=16, compaction requested=false at 1731831621378 (+5 ms)Writing region close event to WAL at 1731831621379 (+1 ms)Running coprocessor post-close hooks at 1731831621382 (+3 ms)Closed at 1731831621382 2024-11-17T08:20:21,382 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:20:21,386 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1351): Waiting on 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:21,431 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 1160, reset compression=false 2024-11-17T08:20:21,586 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1351): Waiting on 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:21,593 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 914, reset compression=false 2024-11-17T08:20:21,765 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/.tmp/norep/0cf6f604a71c4c38a4ce11e95fbf7874 2024-11-17T08:20:21,786 DEBUG [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1351): Waiting on 8541489132af9df02f4ce55c11535070 2024-11-17T08:20:21,817 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0cf6f604a71c4c38a4ce11e95fbf7874 2024-11-17T08:20:21,818 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/.tmp/f/3144071078e64b298e90f5c118412dab as hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/f/3144071078e64b298e90f5c118412dab 2024-11-17T08:20:21,821 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3144071078e64b298e90f5c118412dab 2024-11-17T08:20:21,821 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/f/3144071078e64b298e90f5c118412dab, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T08:20:21,822 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/.tmp/f1/b4a404721b624cf88e6f0d7991fe529a as hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/f1/b4a404721b624cf88e6f0d7991fe529a 2024-11-17T08:20:21,825 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4a404721b624cf88e6f0d7991fe529a 2024-11-17T08:20:21,825 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/f1/b4a404721b624cf88e6f0d7991fe529a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T08:20:21,826 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/.tmp/norep/0cf6f604a71c4c38a4ce11e95fbf7874 as hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/norep/0cf6f604a71c4c38a4ce11e95fbf7874 2024-11-17T08:20:21,829 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0cf6f604a71c4c38a4ce11e95fbf7874 2024-11-17T08:20:21,829 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/norep/0cf6f604a71c4c38a4ce11e95fbf7874, entries=1, sequenceid=8, filesize=5.0 K 2024-11-17T08:20:21,830 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8541489132af9df02f4ce55c11535070 in 1339ms, sequenceid=8, compaction requested=false 2024-11-17T08:20:21,835 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/data/default/test/8541489132af9df02f4ce55c11535070/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T08:20:21,835 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:20:21,835 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:20:21,835 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731831609419.8541489132af9df02f4ce55c11535070. 2024-11-17T08:20:21,835 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8541489132af9df02f4ce55c11535070: Waiting for close lock at 1731831620490Running coprocessor pre-close hooks at 1731831620490Disabling compacts and flushes for region at 1731831620490Disabling writes for close at 1731831620491 (+1 ms)Obtaining lock to block concurrent updates at 1731831620491Preparing flush snapshotting stores in 8541489132af9df02f4ce55c11535070 at 1731831620491Finished memstore snapshotting test,,1731831609419.8541489132af9df02f4ce55c11535070., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731831620491Flushing stores of test,,1731831609419.8541489132af9df02f4ce55c11535070. at 1731831620492 (+1 ms)Flushing 8541489132af9df02f4ce55c11535070/f: creating writer at 1731831620492Flushing 8541489132af9df02f4ce55c11535070/f: appending metadata at 1731831620508 (+16 ms)Flushing 8541489132af9df02f4ce55c11535070/f: closing flushed file at 1731831620508Flushing 8541489132af9df02f4ce55c11535070/f1: creating writer at 1731831620917 (+409 ms)Flushing 8541489132af9df02f4ce55c11535070/f1: appending metadata at 1731831620933 (+16 ms)Flushing 8541489132af9df02f4ce55c11535070/f1: closing flushed file at 1731831620933Flushing 8541489132af9df02f4ce55c11535070/norep: creating writer at 1731831621346 (+413 ms)Flushing 8541489132af9df02f4ce55c11535070/norep: appending metadata at 1731831621360 (+14 ms)Flushing 8541489132af9df02f4ce55c11535070/norep: closing flushed file at 1731831621360Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc0b096: reopening flushed file at 1731831621817 (+457 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7383c96a: reopening flushed file at 1731831621821 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66496c38: reopening flushed file at 1731831621825 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8541489132af9df02f4ce55c11535070 in 1339ms, sequenceid=8, compaction requested=false at 1731831621830 (+5 ms)Writing region close event to WAL at 1731831621832 (+2 ms)Running coprocessor post-close hooks at 1731831621835 (+3 ms)Closed at 1731831621835 2024-11-17T08:20:21,835 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731831609419.8541489132af9df02f4ce55c11535070. 2024-11-17T08:20:21,934 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 1160, reset compression=false 2024-11-17T08:20:21,938 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:20:21,938 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 1804, reset compression=false 2024-11-17T08:20:21,987 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,44879,1731831603906; all regions closed. 2024-11-17T08:20:21,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741834_1010 (size=4239) 2024-11-17T08:20:21,995 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.rep.1731831614875 not finished, retry = 0 2024-11-17T08:20:21,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741839_1015 (size=2458) 2024-11-17T08:20:22,097 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 not finished, retry = 0 2024-11-17T08:20:22,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741832_1008 (size=1812) 2024-11-17T08:20:22,141 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 to pos 1804, reset compression=false 2024-11-17T08:20:22,198 DEBUG [RS:0;e3d0adb87c01:44879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:22,198 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:20:22,198 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/WALs/e3d0adb87c01,44879,1731831603906/e3d0adb87c01%2C44879%2C1731831603906.1731831606158 2024-11-17T08:20:22,198 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:20:22,198 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:20:22,198 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:20:22,198 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:20:22,198 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,44879,1731831603906 because: Region server is closing 2024-11-17T08:20:22,199 INFO [RS:0;e3d0adb87c01:44879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:44879. 2024-11-17T08:20:22,199 DEBUG [RS:0;e3d0adb87c01:44879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:20:22,199 DEBUG [RS:0;e3d0adb87c01:44879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:22,199 DEBUG [RS:0;e3d0adb87c01:44879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:22,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:20:22,296 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 914, reset compression=false 2024-11-17T08:20:22,299 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.shippere3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 terminated 2024-11-17T08:20:22,299 INFO [RS:0;e3d0adb87c01:44879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:44879. 2024-11-17T08:20:22,299 DEBUG [RS:0;e3d0adb87c01:44879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:20:22,299 DEBUG [RS:0;e3d0adb87c01:44879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:22,299 DEBUG [RS:0;e3d0adb87c01:44879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:22,299 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44879,1731831603906.replicationSource.wal-reader.e3d0adb87c01%2C44879%2C1731831603906,1-e3d0adb87c01,44879,1731831603906 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-17T08:20:22,300 INFO [RS:0;e3d0adb87c01:44879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44879 2024-11-17T08:20:22,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:20:22,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288/rs 2024-11-17T08:20:22,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-824454288/rs/e3d0adb87c01,44879,1731831603906 2024-11-17T08:20:22,351 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:20:22,361 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,44879,1731831603906] 2024-11-17T08:20:22,372 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-824454288/draining/e3d0adb87c01,44879,1731831603906 already deleted, retry=false 2024-11-17T08:20:22,372 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,44879,1731831603906 expired; onlineServers=0 2024-11-17T08:20:22,372 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,33873,1731831603764' ***** 2024-11-17T08:20:22,372 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:20:22,372 INFO [M:0;e3d0adb87c01:33873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:20:22,372 INFO [M:0;e3d0adb87c01:33873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:20:22,372 DEBUG [M:0;e3d0adb87c01:33873 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:20:22,372 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:20:22,372 DEBUG [M:0;e3d0adb87c01:33873 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:20:22,372 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831605923 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831605923,5,FailOnTimeoutGroup] 2024-11-17T08:20:22,372 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831605924 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831605924,5,FailOnTimeoutGroup] 2024-11-17T08:20:22,372 INFO [M:0;e3d0adb87c01:33873 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:20:22,372 INFO [M:0;e3d0adb87c01:33873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:20:22,372 DEBUG [M:0;e3d0adb87c01:33873 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:20:22,373 INFO [M:0;e3d0adb87c01:33873 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:20:22,373 INFO [M:0;e3d0adb87c01:33873 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:20:22,373 INFO [M:0;e3d0adb87c01:33873 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:20:22,373 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:20:22,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-824454288/master 2024-11-17T08:20:22,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-824454288 2024-11-17T08:20:22,382 DEBUG [M:0;e3d0adb87c01:33873 {}] zookeeper.ZKUtil(347): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Unable to get data of znode /1-824454288/master because node does not exist (not an error) 2024-11-17T08:20:22,382 WARN [M:0;e3d0adb87c01:33873 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:20:22,383 INFO [M:0;e3d0adb87c01:33873 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/.lastflushedseqids 2024-11-17T08:20:22,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741848_1024 (size=245) 2024-11-17T08:20:22,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:20:22,461 INFO [RS:0;e3d0adb87c01:44879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:20:22,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10147e0ff8d0004, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:20:22,461 INFO [RS:0;e3d0adb87c01:44879 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,44879,1731831603906; zookeeper connection closed. 2024-11-17T08:20:22,462 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6982ef0b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6982ef0b 2024-11-17T08:20:22,462 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:20:22,787 INFO [M:0;e3d0adb87c01:33873 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:20:22,787 INFO [M:0;e3d0adb87c01:33873 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:20:22,787 DEBUG [M:0;e3d0adb87c01:33873 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:20:22,787 INFO [M:0;e3d0adb87c01:33873 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:22,787 DEBUG [M:0;e3d0adb87c01:33873 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:22,787 DEBUG [M:0;e3d0adb87c01:33873 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:20:22,787 DEBUG [M:0;e3d0adb87c01:33873 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:22,788 INFO [M:0;e3d0adb87c01:33873 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-17T08:20:22,801 DEBUG [M:0;e3d0adb87c01:33873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a33403988f84d54b31517204f74e673 is 82, key is hbase:meta,,1/info:regioninfo/1731831607197/Put/seqid=0 2024-11-17T08:20:22,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741849_1025 (size=5672) 2024-11-17T08:20:23,100 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 914, reset compression=false 2024-11-17T08:20:23,204 INFO [M:0;e3d0adb87c01:33873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a33403988f84d54b31517204f74e673 2024-11-17T08:20:23,221 DEBUG [M:0;e3d0adb87c01:33873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56a87798c74245f4a6d2e15741e02207 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731831614912/Put/seqid=0 2024-11-17T08:20:23,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741850_1026 (size=8517) 2024-11-17T08:20:23,625 INFO [M:0;e3d0adb87c01:33873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56a87798c74245f4a6d2e15741e02207 2024-11-17T08:20:23,641 DEBUG [M:0;e3d0adb87c01:33873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e18e5b9eacf64434bbc80c39b4bc5844 is 69, key is e3d0adb87c01,44879,1731831603906/rs:state/1731831605970/Put/seqid=0 2024-11-17T08:20:23,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741851_1027 (size=5156) 2024-11-17T08:20:24,003 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 914, reset compression=false 2024-11-17T08:20:24,045 INFO [M:0;e3d0adb87c01:33873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e18e5b9eacf64434bbc80c39b4bc5844 2024-11-17T08:20:24,049 DEBUG [M:0;e3d0adb87c01:33873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a33403988f84d54b31517204f74e673 as hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a33403988f84d54b31517204f74e673 2024-11-17T08:20:24,053 INFO [M:0;e3d0adb87c01:33873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a33403988f84d54b31517204f74e673, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T08:20:24,054 DEBUG [M:0;e3d0adb87c01:33873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56a87798c74245f4a6d2e15741e02207 as hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56a87798c74245f4a6d2e15741e02207 2024-11-17T08:20:24,057 INFO [M:0;e3d0adb87c01:33873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56a87798c74245f4a6d2e15741e02207, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T08:20:24,058 DEBUG [M:0;e3d0adb87c01:33873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e18e5b9eacf64434bbc80c39b4bc5844 as hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e18e5b9eacf64434bbc80c39b4bc5844 2024-11-17T08:20:24,062 INFO [M:0;e3d0adb87c01:33873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e18e5b9eacf64434bbc80c39b4bc5844, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T08:20:24,062 INFO [M:0;e3d0adb87c01:33873 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-17T08:20:24,063 INFO [M:0;e3d0adb87c01:33873 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:24,063 DEBUG [M:0;e3d0adb87c01:33873 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831622787Disabling compacts and flushes for region at 1731831622787Disabling writes for close at 1731831622787Obtaining lock to block concurrent updates at 1731831622788 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831622788Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731831622788Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831622788Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831622788Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831622800 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831622800Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831623208 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831623221 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831623221Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831623629 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831623641 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831623641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d91799: reopening flushed file at 1731831624049 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f869b8: reopening flushed file at 1731831624053 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f142941: reopening flushed file at 1731831624057 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1731831624062 (+5 ms)Writing region close event to WAL at 1731831624063 (+1 ms)Closed at 1731831624063 2024-11-17T08:20:24,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741830_1006 (size=63666) 2024-11-17T08:20:24,068 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d7ace21-9c95-359b-8fb4-b70e569459cd/MasterData/WALs/e3d0adb87c01,33873,1731831603764/e3d0adb87c01%2C33873%2C1731831603764.1731831605656 not finished, retry = 0 2024-11-17T08:20:24,169 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:20:24,169 INFO [M:0;e3d0adb87c01:33873 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:20:24,169 INFO [M:0;e3d0adb87c01:33873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33873 2024-11-17T08:20:24,169 INFO [M:0;e3d0adb87c01:33873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:20:24,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:20:24,320 INFO [M:0;e3d0adb87c01:33873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:20:24,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10147e0ff8d0003, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:20:24,352 WARN [BP-1010657277-172.17.0.3-1731831601855 heartbeating to localhost/127.0.0.1:39011 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1010657277-172.17.0.3-1731831601855 (Datanode Uuid 8d268c8b-154a-484c-b430-a68abee5de3a) service to localhost/127.0.0.1:39011 2024-11-17T08:20:24,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/cluster_2be634df-5e6c-aca8-0868-806a29b41782/data/data1/current/BP-1010657277-172.17.0.3-1731831601855 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:20:24,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/cluster_2be634df-5e6c-aca8-0868-806a29b41782/data/data2/current/BP-1010657277-172.17.0.3-1731831601855 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:20:24,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7237a8da{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:20:24,355 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@193ce8df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:20:24,355 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:20:24,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ecfd193{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:20:24,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@641f60a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/hadoop.log.dir/,STOPPED} 2024-11-17T08:20:24,357 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:20:24,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3aaac71b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:20:24,362 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c618675{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:20:24,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:20:24,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17881b62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:20:24,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27a418e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/hadoop.log.dir/,STOPPED} 2024-11-17T08:20:24,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:20:24,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:20:24,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:20:24,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:20:24,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:24,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:24,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:20:24,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:20:24,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=738548656, stopped=false 2024-11-17T08:20:24,377 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,39595,1731831598034 2024-11-17T08:20:24,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-777661315/running 2024-11-17T08:20:24,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-777661315/running 2024-11-17T08:20:24,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:20:24,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:20:24,393 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:20:24,393 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:20:24,393 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:20:24,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:24,393 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,41381,1731831598365' ***** 2024-11-17T08:20:24,393 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:20:24,393 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:20:24,393 INFO [RS:0;e3d0adb87c01:41381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:20:24,394 INFO [RS:0;e3d0adb87c01:41381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:20:24,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Set watcher on znode that does not yet exist, /0-777661315/running 2024-11-17T08:20:24,394 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(3091): Received CLOSE for 3400cc030eeaaa5638474255e1b9281f 2024-11-17T08:20:24,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Set watcher on znode that does not yet exist, /0-777661315/running 2024-11-17T08:20:24,394 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:20:24,394 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(3091): Received CLOSE for fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:24,394 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,41381,1731831598365 2024-11-17T08:20:24,394 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:20:24,394 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3400cc030eeaaa5638474255e1b9281f, disabling compactions & flushes 2024-11-17T08:20:24,394 INFO [RS:0;e3d0adb87c01:41381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:41381. 2024-11-17T08:20:24,394 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731831607261.3400cc030eeaaa5638474255e1b9281f. 2024-11-17T08:20:24,394 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831607261.3400cc030eeaaa5638474255e1b9281f. 2024-11-17T08:20:24,394 DEBUG [RS:0;e3d0adb87c01:41381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:20:24,394 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731831607261.3400cc030eeaaa5638474255e1b9281f. after waiting 0 ms 2024-11-17T08:20:24,394 DEBUG [RS:0;e3d0adb87c01:41381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:24,394 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731831607261.3400cc030eeaaa5638474255e1b9281f. 2024-11-17T08:20:24,395 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:20:24,395 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:20:24,395 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3400cc030eeaaa5638474255e1b9281f 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-17T08:20:24,395 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:20:24,395 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:20:24,395 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T08:20:24,395 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1325): Online Regions={3400cc030eeaaa5638474255e1b9281f=test,,1731831607261.3400cc030eeaaa5638474255e1b9281f., fdfd63e722fb4ad8267c272bb56ff3a4=hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:20:24,395 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3400cc030eeaaa5638474255e1b9281f, fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:24,396 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:20:24,396 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:20:24,396 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:20:24,396 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:20:24,396 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:20:24,396 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T08:20:24,413 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/.tmp/info/bbf6c30f21234129b3af282b91bb8772 is 147, key is hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4./info:regioninfo/1731831612783/Put/seqid=0 2024-11-17T08:20:24,413 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/.tmp/f/fa7d03daa18d4c45b9b91f42432e852c is 29, key is row1/f:/1731831618921/DeleteFamily/seqid=0 2024-11-17T08:20:24,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741841_1017 (size=5118) 2024-11-17T08:20:24,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741840_1016 (size=7686) 2024-11-17T08:20:24,462 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:20:24,543 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:20:24,544 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:20:24,595 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3400cc030eeaaa5638474255e1b9281f, fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:24,795 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3400cc030eeaaa5638474255e1b9281f, fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:24,820 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/.tmp/f/fa7d03daa18d4c45b9b91f42432e852c 2024-11-17T08:20:24,820 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/.tmp/info/bbf6c30f21234129b3af282b91bb8772 2024-11-17T08:20:24,824 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa7d03daa18d4c45b9b91f42432e852c 2024-11-17T08:20:24,836 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/.tmp/ns/7716d08d5e91414686d00c8117f77d75 is 43, key is default/ns:d/1731831601729/Put/seqid=0 2024-11-17T08:20:24,836 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/.tmp/f1/c54781dc90484a37943323ac2507a9e9 is 30, key is row1/f1:/1731831618921/DeleteFamily/seqid=0 2024-11-17T08:20:24,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741843_1019 (size=5123) 2024-11-17T08:20:24,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741842_1018 (size=5153) 2024-11-17T08:20:24,996 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3400cc030eeaaa5638474255e1b9281f, fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:25,007 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 914, reset compression=false 2024-11-17T08:20:25,011 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:20:25,011 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 1161, reset compression=false 2024-11-17T08:20:25,011 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41381,1731831598365 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:20:25,012 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e3d0adb87c01,41381,1731831598365: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e3d0adb87c01,41381,1731831598365, walGroup=e3d0adb87c01%2C41381%2C1731831598365, offset=e3d0adb87c01%2C41381%2C1731831598365.1731831600670:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:41381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T08:20:25,013 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T08:20:25,013 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T08:20:25,014 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T08:20:25,014 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T08:20:25,014 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T08:20:25,014 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 679406784 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 191664456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T08:20:25,014 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:39595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:39595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T08:20:25,196 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3400cc030eeaaa5638474255e1b9281f, fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:25,215 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 1161, reset compression=false 2024-11-17T08:20:25,240 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/.tmp/ns/7716d08d5e91414686d00c8117f77d75 2024-11-17T08:20:25,240 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/.tmp/f1/c54781dc90484a37943323ac2507a9e9 2024-11-17T08:20:25,245 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c54781dc90484a37943323ac2507a9e9 2024-11-17T08:20:25,267 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/.tmp/norep/91cc73a91aba4dbc94f6366a13c230a2 is 32, key is row/norep:/1731831617913/DeleteFamily/seqid=0 2024-11-17T08:20:25,268 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/.tmp/rep_barrier/980959e4215b4d6297a3a8e662e49198 is 112, key is test,,1731831607261.3400cc030eeaaa5638474255e1b9281f./rep_barrier:seqnumDuringOpen/1731831608410/Put/seqid=0 2024-11-17T08:20:25,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741844_1020 (size=5101) 2024-11-17T08:20:25,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741845_1021 (size=5518) 2024-11-17T08:20:25,396 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3400cc030eeaaa5638474255e1b9281f, fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:25,518 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 1161, reset compression=false 2024-11-17T08:20:25,596 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3400cc030eeaaa5638474255e1b9281f, fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:25,671 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/.tmp/norep/91cc73a91aba4dbc94f6366a13c230a2 2024-11-17T08:20:25,671 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/.tmp/rep_barrier/980959e4215b4d6297a3a8e662e49198 2024-11-17T08:20:25,674 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91cc73a91aba4dbc94f6366a13c230a2 2024-11-17T08:20:25,675 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/.tmp/f/fa7d03daa18d4c45b9b91f42432e852c as hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/f/fa7d03daa18d4c45b9b91f42432e852c 2024-11-17T08:20:25,679 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa7d03daa18d4c45b9b91f42432e852c 2024-11-17T08:20:25,680 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/f/fa7d03daa18d4c45b9b91f42432e852c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T08:20:25,680 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/.tmp/f1/c54781dc90484a37943323ac2507a9e9 as hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/f1/c54781dc90484a37943323ac2507a9e9 2024-11-17T08:20:25,685 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c54781dc90484a37943323ac2507a9e9 2024-11-17T08:20:25,685 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/f1/c54781dc90484a37943323ac2507a9e9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T08:20:25,686 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/.tmp/norep/91cc73a91aba4dbc94f6366a13c230a2 as hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/norep/91cc73a91aba4dbc94f6366a13c230a2 2024-11-17T08:20:25,690 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91cc73a91aba4dbc94f6366a13c230a2 2024-11-17T08:20:25,690 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/norep/91cc73a91aba4dbc94f6366a13c230a2, entries=1, sequenceid=8, filesize=5.0 K 2024-11-17T08:20:25,691 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3400cc030eeaaa5638474255e1b9281f in 1296ms, sequenceid=8, compaction requested=false 2024-11-17T08:20:25,691 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T08:20:25,692 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/.tmp/table/88f7942567a84afe9d3a23b041311f0e is 53, key is hbase:replication/table:state/1731831612792/Put/seqid=0 2024-11-17T08:20:25,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741846_1022 (size=5308) 2024-11-17T08:20:25,695 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/default/test/3400cc030eeaaa5638474255e1b9281f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T08:20:25,696 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:20:25,696 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:20:25,696 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731831607261.3400cc030eeaaa5638474255e1b9281f. 2024-11-17T08:20:25,696 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3400cc030eeaaa5638474255e1b9281f: Waiting for close lock at 1731831624394Running coprocessor pre-close hooks at 1731831624394Disabling compacts and flushes for region at 1731831624394Disabling writes for close at 1731831624394Obtaining lock to block concurrent updates at 1731831624395 (+1 ms)Preparing flush snapshotting stores in 3400cc030eeaaa5638474255e1b9281f at 1731831624395Finished memstore snapshotting test,,1731831607261.3400cc030eeaaa5638474255e1b9281f., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731831624395Flushing stores of test,,1731831607261.3400cc030eeaaa5638474255e1b9281f. at 1731831624395Flushing 3400cc030eeaaa5638474255e1b9281f/f: creating writer at 1731831624396 (+1 ms)Flushing 3400cc030eeaaa5638474255e1b9281f/f: appending metadata at 1731831624412 (+16 ms)Flushing 3400cc030eeaaa5638474255e1b9281f/f: closing flushed file at 1731831624413 (+1 ms)Flushing 3400cc030eeaaa5638474255e1b9281f/f1: creating writer at 1731831624824 (+411 ms)Flushing 3400cc030eeaaa5638474255e1b9281f/f1: appending metadata at 1731831624836 (+12 ms)Flushing 3400cc030eeaaa5638474255e1b9281f/f1: closing flushed file at 1731831624836Flushing 3400cc030eeaaa5638474255e1b9281f/norep: creating writer at 1731831625245 (+409 ms)Flushing 3400cc030eeaaa5638474255e1b9281f/norep: appending metadata at 1731831625266 (+21 ms)Flushing 3400cc030eeaaa5638474255e1b9281f/norep: closing flushed file at 1731831625266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb1ce80: reopening flushed file at 1731831625674 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@264f7038: reopening flushed file at 1731831625680 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc80fba: reopening flushed file at 1731831625685 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3400cc030eeaaa5638474255e1b9281f in 1296ms, sequenceid=8, compaction requested=false at 1731831625691 (+6 ms)Writing region close event to WAL at 1731831625692 (+1 ms)Running coprocessor post-close hooks at 1731831625696 (+4 ms)Closed at 1731831625696 2024-11-17T08:20:25,696 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731831607261.3400cc030eeaaa5638474255e1b9281f. 2024-11-17T08:20:25,696 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdfd63e722fb4ad8267c272bb56ff3a4, disabling compactions & flushes 2024-11-17T08:20:25,696 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. 2024-11-17T08:20:25,696 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. 2024-11-17T08:20:25,696 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. after waiting 0 ms 2024-11-17T08:20:25,697 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. 2024-11-17T08:20:25,697 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdfd63e722fb4ad8267c272bb56ff3a4: Waiting for close lock at 1731831625696Running coprocessor pre-close hooks at 1731831625696Disabling compacts and flushes for region at 1731831625696Disabling writes for close at 1731831625697 (+1 ms)Failed flush hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4., putting online again at 1731831625697 2024-11-17T08:20:25,697 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. 2024-11-17T08:20:25,796 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T08:20:25,796 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1325): Online Regions={fdfd63e722fb4ad8267c272bb56ff3a4=hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:20:25,797 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(3091): Received CLOSE for fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:25,797 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fdfd63e722fb4ad8267c272bb56ff3a4 2024-11-17T08:20:25,797 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdfd63e722fb4ad8267c272bb56ff3a4, disabling compactions & flushes 2024-11-17T08:20:25,797 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. 2024-11-17T08:20:25,797 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. 2024-11-17T08:20:25,797 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. after waiting 0 ms 2024-11-17T08:20:25,797 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. 2024-11-17T08:20:25,797 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdfd63e722fb4ad8267c272bb56ff3a4: Waiting for close lock at 1731831625797Running coprocessor pre-close hooks at 1731831625797Disabling compacts and flushes for region at 1731831625797Disabling writes for close at 1731831625797Failed flush hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4., putting online again at 1731831625797 2024-11-17T08:20:25,797 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731831611588.fdfd63e722fb4ad8267c272bb56ff3a4. 2024-11-17T08:20:25,922 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 1161, reset compression=false 2024-11-17T08:20:25,926 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:20:25,926 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 1805, reset compression=false 2024-11-17T08:20:25,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:20:25,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:25,997 DEBUG [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:20:26,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:26,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:26,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:26,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:26,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:26,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:26,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:26,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:26,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:26,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:26,096 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/.tmp/table/88f7942567a84afe9d3a23b041311f0e 2024-11-17T08:20:26,100 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/.tmp/info/bbf6c30f21234129b3af282b91bb8772 as hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/info/bbf6c30f21234129b3af282b91bb8772 2024-11-17T08:20:26,104 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/info/bbf6c30f21234129b3af282b91bb8772, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T08:20:26,105 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/.tmp/ns/7716d08d5e91414686d00c8117f77d75 as hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/ns/7716d08d5e91414686d00c8117f77d75 2024-11-17T08:20:26,109 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/ns/7716d08d5e91414686d00c8117f77d75, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T08:20:26,110 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/.tmp/rep_barrier/980959e4215b4d6297a3a8e662e49198 as hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/rep_barrier/980959e4215b4d6297a3a8e662e49198 2024-11-17T08:20:26,113 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/rep_barrier/980959e4215b4d6297a3a8e662e49198, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T08:20:26,114 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/.tmp/table/88f7942567a84afe9d3a23b041311f0e as hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/table/88f7942567a84afe9d3a23b041311f0e 2024-11-17T08:20:26,118 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/table/88f7942567a84afe9d3a23b041311f0e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T08:20:26,119 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false 2024-11-17T08:20:26,119 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:20:26,123 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T08:20:26,124 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:20:26,124 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:20:26,124 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:20:26,124 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831624396Running coprocessor pre-close hooks at 1731831624396Disabling compacts and flushes for region at 1731831624396Disabling writes for close at 1731831624396Obtaining lock to block concurrent updates at 1731831624396Preparing flush snapshotting stores in 1588230740 at 1731831624396Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731831624396Flushing stores of hbase:meta,,1.1588230740 at 1731831624397 (+1 ms)Flushing 1588230740/info: creating writer at 1731831624397Flushing 1588230740/info: appending metadata at 1731831624413 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731831624413Flushing 1588230740/ns: creating writer at 1731831624824 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731831624836 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731831624836Flushing 1588230740/rep_barrier: creating writer at 1731831625245 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731831625267 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731831625267Flushing 1588230740/table: creating writer at 1731831625674 (+407 ms)Flushing 1588230740/table: appending metadata at 1731831625692 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731831625692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b03a4: reopening flushed file at 1731831626099 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@351acd97: reopening flushed file at 1731831626104 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71185281: reopening flushed file at 1731831626109 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13ed8da: reopening flushed file at 1731831626114 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false at 1731831626119 (+5 ms)Writing region close event to WAL at 1731831626121 (+2 ms)Running coprocessor post-close hooks at 1731831626124 (+3 ms)Closed at 1731831626124 2024-11-17T08:20:26,124 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:20:26,130 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 1805, reset compression=false 2024-11-17T08:20:26,197 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T08:20:26,197 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,41381,1731831598365; all regions closed. 2024-11-17T08:20:26,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.meta.1731831601654.meta not finished, retry = 0 2024-11-17T08:20:26,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741834_1010 (size=4239) 2024-11-17T08:20:26,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741839_1015 (size=1733) 2024-11-17T08:20:26,302 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.rep.1731831612754 not finished, retry = 0 2024-11-17T08:20:26,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T08:20:26,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T08:20:26,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:20:26,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 not finished, retry = 0 2024-11-17T08:20:26,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741832_1008 (size=1813) 2024-11-17T08:20:26,433 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 to pos 1805, reset compression=false 2024-11-17T08:20:26,505 DEBUG [RS:0;e3d0adb87c01:41381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:26,505 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:20:26,505 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/WALs/e3d0adb87c01,41381,1731831598365/e3d0adb87c01%2C41381%2C1731831598365.1731831600670 2024-11-17T08:20:26,505 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:20:26,505 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:20:26,505 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:20:26,506 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:20:26,506 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,41381,1731831598365 because: Region server is closing 2024-11-17T08:20:26,506 INFO [RS:0;e3d0adb87c01:41381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:41381. 2024-11-17T08:20:26,506 DEBUG [RS:0;e3d0adb87c01:41381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:20:26,506 DEBUG [RS:0;e3d0adb87c01:41381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:26,506 DEBUG [RS:0;e3d0adb87c01:41381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:26,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:20:26,606 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.shippere3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 terminated 2024-11-17T08:20:26,606 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41381,1731831598365.replicationSource.wal-reader.e3d0adb87c01%2C41381%2C1731831598365,1-e3d0adb87c01,41381,1731831598365 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-17T08:20:26,606 INFO [RS:0;e3d0adb87c01:41381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:41381. 2024-11-17T08:20:26,607 DEBUG [RS:0;e3d0adb87c01:41381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:20:26,607 DEBUG [RS:0;e3d0adb87c01:41381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:26,607 DEBUG [RS:0;e3d0adb87c01:41381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:26,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:20:26,607 INFO [RS:0;e3d0adb87c01:41381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41381 2024-11-17T08:20:26,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315/rs 2024-11-17T08:20:26,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-777661315/rs/e3d0adb87c01,41381,1731831598365 2024-11-17T08:20:26,672 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:20:26,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,41381,1731831598365] 2024-11-17T08:20:26,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-777661315/draining/e3d0adb87c01,41381,1731831598365 already deleted, retry=false 2024-11-17T08:20:26,693 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,41381,1731831598365 expired; onlineServers=0 2024-11-17T08:20:26,693 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,39595,1731831598034' ***** 2024-11-17T08:20:26,693 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:20:26,693 INFO [M:0;e3d0adb87c01:39595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:20:26,693 INFO [M:0;e3d0adb87c01:39595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:20:26,693 DEBUG [M:0;e3d0adb87c01:39595 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:20:26,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:20:26,693 DEBUG [M:0;e3d0adb87c01:39595 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:20:26,693 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831600474 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831600474,5,FailOnTimeoutGroup] 2024-11-17T08:20:26,693 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831600474 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831600474,5,FailOnTimeoutGroup] 2024-11-17T08:20:26,694 INFO [M:0;e3d0adb87c01:39595 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:20:26,694 INFO [M:0;e3d0adb87c01:39595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:20:26,694 DEBUG [M:0;e3d0adb87c01:39595 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:20:26,694 INFO [M:0;e3d0adb87c01:39595 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:20:26,694 INFO [M:0;e3d0adb87c01:39595 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:20:26,694 INFO [M:0;e3d0adb87c01:39595 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:20:26,694 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:20:26,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:20:26,783 INFO [RS:0;e3d0adb87c01:41381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:20:26,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41381-0x10147e0ff8d0001, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:20:26,783 INFO [RS:0;e3d0adb87c01:41381 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,41381,1731831598365; zookeeper connection closed. 2024-11-17T08:20:26,783 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15a01cd9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15a01cd9 2024-11-17T08:20:26,783 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:20:26,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-777661315/master 2024-11-17T08:20:26,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-777661315 2024-11-17T08:20:26,785 DEBUG [M:0;e3d0adb87c01:39595 {}] zookeeper.ZKUtil(347): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Unable to get data of znode /0-777661315/master because node does not exist (not an error) 2024-11-17T08:20:26,785 WARN [M:0;e3d0adb87c01:39595 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:20:26,786 INFO [M:0;e3d0adb87c01:39595 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/.lastflushedseqids 2024-11-17T08:20:26,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741847_1023 (size=245) 2024-11-17T08:20:27,191 INFO [M:0;e3d0adb87c01:39595 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:20:27,191 INFO [M:0;e3d0adb87c01:39595 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:20:27,191 DEBUG [M:0;e3d0adb87c01:39595 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:20:27,191 INFO [M:0;e3d0adb87c01:39595 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:27,191 DEBUG [M:0;e3d0adb87c01:39595 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:27,191 DEBUG [M:0;e3d0adb87c01:39595 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:20:27,191 DEBUG [M:0;e3d0adb87c01:39595 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:27,191 INFO [M:0;e3d0adb87c01:39595 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-17T08:20:27,209 DEBUG [M:0;e3d0adb87c01:39595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58b17cbbb32741d6bc0afbb2dd6767b0 is 82, key is hbase:meta,,1/info:regioninfo/1731831601683/Put/seqid=0 2024-11-17T08:20:27,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741848_1024 (size=5672) 2024-11-17T08:20:27,613 INFO [M:0;e3d0adb87c01:39595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58b17cbbb32741d6bc0afbb2dd6767b0 2024-11-17T08:20:27,623 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T08:20:27,633 DEBUG [M:0;e3d0adb87c01:39595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec763b24ce0b4070a2cae03a73b56a08 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731831612795/Put/seqid=0 2024-11-17T08:20:27,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741849_1025 (size=8517) 2024-11-17T08:20:28,037 INFO [M:0;e3d0adb87c01:39595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec763b24ce0b4070a2cae03a73b56a08 2024-11-17T08:20:28,056 DEBUG [M:0;e3d0adb87c01:39595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d3cb47283c64676adb3aa7beae93dd9 is 69, key is e3d0adb87c01,41381,1731831598365/rs:state/1731831600527/Put/seqid=0 2024-11-17T08:20:28,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741850_1026 (size=5156) 2024-11-17T08:20:28,460 INFO [M:0;e3d0adb87c01:39595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d3cb47283c64676adb3aa7beae93dd9 2024-11-17T08:20:28,465 DEBUG [M:0;e3d0adb87c01:39595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58b17cbbb32741d6bc0afbb2dd6767b0 as hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58b17cbbb32741d6bc0afbb2dd6767b0 2024-11-17T08:20:28,469 INFO [M:0;e3d0adb87c01:39595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58b17cbbb32741d6bc0afbb2dd6767b0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T08:20:28,470 DEBUG [M:0;e3d0adb87c01:39595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec763b24ce0b4070a2cae03a73b56a08 as hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec763b24ce0b4070a2cae03a73b56a08 2024-11-17T08:20:28,473 INFO [M:0;e3d0adb87c01:39595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec763b24ce0b4070a2cae03a73b56a08, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T08:20:28,474 DEBUG [M:0;e3d0adb87c01:39595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d3cb47283c64676adb3aa7beae93dd9 as hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d3cb47283c64676adb3aa7beae93dd9 2024-11-17T08:20:28,478 INFO [M:0;e3d0adb87c01:39595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34801/user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d3cb47283c64676adb3aa7beae93dd9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T08:20:28,479 INFO [M:0;e3d0adb87c01:39595 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-17T08:20:28,480 INFO [M:0;e3d0adb87c01:39595 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:28,480 DEBUG [M:0;e3d0adb87c01:39595 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831627191Disabling compacts and flushes for region at 1731831627191Disabling writes for close at 1731831627191Obtaining lock to block concurrent updates at 1731831627191Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831627191Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731831627192 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831627192Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831627192Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831627208 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831627208Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831627616 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831627632 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831627632Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831628040 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831628056 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831628056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e3fa6c: reopening flushed file at 1731831628464 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b035153: reopening flushed file at 1731831628469 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b24d68e: reopening flushed file at 1731831628473 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1731831628479 (+6 ms)Writing region close event to WAL at 1731831628480 (+1 ms)Closed at 1731831628480 2024-11-17T08:20:28,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741830_1006 (size=63666) 2024-11-17T08:20:28,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ccac7619-b004-9132-3def-8406ac16e2df/MasterData/WALs/e3d0adb87c01,39595,1731831598034/e3d0adb87c01%2C39595%2C1731831598034.1731831600123 not finished, retry = 0 2024-11-17T08:20:28,582 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:20:28,582 INFO [M:0;e3d0adb87c01:39595 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:20:28,583 INFO [M:0;e3d0adb87c01:39595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39595 2024-11-17T08:20:28,583 INFO [M:0;e3d0adb87c01:39595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:20:28,745 INFO [M:0;e3d0adb87c01:39595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:20:28,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:20:28,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x10147e0ff8d0000, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:20:28,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d980a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:20:28,748 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fdfef11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:20:28,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:20:28,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc309df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:20:28,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73c7bfc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/hadoop.log.dir/,STOPPED} 2024-11-17T08:20:28,749 WARN [BP-1239681686-172.17.0.3-1731831596029 heartbeating to localhost/127.0.0.1:34801 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:20:28,749 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:20:28,749 WARN [BP-1239681686-172.17.0.3-1731831596029 heartbeating to localhost/127.0.0.1:34801 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1239681686-172.17.0.3-1731831596029 (Datanode Uuid a38063ec-27f8-4e94-b3ef-7a512aec5228) service to localhost/127.0.0.1:34801 2024-11-17T08:20:28,749 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:20:28,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/cluster_bfe85dcd-97c9-6c98-149a-1490b35f7191/data/data1/current/BP-1239681686-172.17.0.3-1731831596029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:20:28,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/cluster_bfe85dcd-97c9-6c98-149a-1490b35f7191/data/data2/current/BP-1239681686-172.17.0.3-1731831596029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:20:28,750 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:20:28,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3153d1dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:20:28,755 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@233de56d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:20:28,755 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:20:28,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aa67927{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:20:28,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1da0e8f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce1e2fc4-8e18-7ce2-c332-07d233420531/hadoop.log.dir/,STOPPED} 2024-11-17T08:20:28,760 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T08:20:28,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:20:28,777 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 244) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50743) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50743) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39011 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34801 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 624) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 257) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2030 (was 2050) 2024-11-17T08:20:28,785 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=2030 2024-11-17T08:20:28,796 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-17T08:20:28,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/hadoop.log.dir so I do NOT create it in target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279 2024-11-17T08:20:28,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:20:28,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/hadoop.tmp.dir so I do NOT create it in target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279 2024-11-17T08:20:28,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfcb6789-aa3b-832a-b2f9-7a71fe871d0f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:20:28,797 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279 2024-11-17T08:20:28,797 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/cluster_a3f4b69b-96c5-f56f-ed3e-d61bb6f07d68, deleteOnExit=true 2024-11-17T08:20:28,815 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/cluster_a3f4b69b-96c5-f56f-ed3e-d61bb6f07d68/zookeeper_0, clientPort=61809, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/cluster_a3f4b69b-96c5-f56f-ed3e-d61bb6f07d68/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/cluster_a3f4b69b-96c5-f56f-ed3e-d61bb6f07d68/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T08:20:28,816 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61809 2024-11-17T08:20:28,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:20:28,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:20:28,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/test.cache.data in system properties and HBase conf 2024-11-17T08:20:28,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:20:28,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:20:28,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:20:28,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:20:28,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:20:28,817 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:20:28,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:20:28,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:20:28,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:20:28,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:20:28,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:20:28,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:20:28,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:20:28,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:20:28,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:20:28,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:20:28,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:20:28,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:20:28,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:20:28,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:20:28,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10147e0ff8d0005, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:20:28,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10147e0ff8d0002, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:20:28,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10147e0ff8d0005, quorum=127.0.0.1:50743, baseZNode=/1-824454288 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:20:28,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10147e0ff8d0002, quorum=127.0.0.1:50743, baseZNode=/0-777661315 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:20:29,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:20:29,307 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:20:29,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:20:29,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:20:29,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:20:29,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:20:29,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@585a476f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:20:29,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c6e349a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:20:29,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68433d9c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/java.io.tmpdir/jetty-localhost-34307-hadoop-hdfs-3_4_1-tests_jar-_-any-5988995291876380425/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:20:29,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e874d16{HTTP/1.1, (http/1.1)}{localhost:34307} 2024-11-17T08:20:29,404 INFO [Time-limited test {}] server.Server(415): Started @229686ms 2024-11-17T08:20:29,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:20:29,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:20:29,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:20:29,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:20:29,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:20:29,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e28b32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:20:29,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@197b9c07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:20:29,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6099e176{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/java.io.tmpdir/jetty-localhost-43159-hadoop-hdfs-3_4_1-tests_jar-_-any-3287136531595703277/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:20:29,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5549b26a{HTTP/1.1, (http/1.1)}{localhost:43159} 2024-11-17T08:20:29,780 INFO [Time-limited test {}] server.Server(415): Started @230062ms 2024-11-17T08:20:29,781 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:20:30,207 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:30,208 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:20:30,208 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38441 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:20:30,446 WARN [Thread-2669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/cluster_a3f4b69b-96c5-f56f-ed3e-d61bb6f07d68/data/data1/current/BP-1043145815-172.17.0.3-1731831628831/current, will proceed with Du for space computation calculation, 2024-11-17T08:20:30,446 WARN [Thread-2670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/cluster_a3f4b69b-96c5-f56f-ed3e-d61bb6f07d68/data/data2/current/BP-1043145815-172.17.0.3-1731831628831/current, will proceed with Du for space computation calculation, 2024-11-17T08:20:30,460 WARN [Thread-2657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:20:30,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc1f0f000a61889e with lease ID 0x67cdfebfea896280: Processing first storage report for DS-d8e01680-abf3-4929-ad6f-ad62217b3132 from datanode DatanodeRegistration(127.0.0.1:41363, datanodeUuid=259625a1-ba46-4a90-86aa-17c83ae37291, infoPort=38161, infoSecurePort=0, ipcPort=42603, storageInfo=lv=-57;cid=testClusterID;nsid=817841994;c=1731831628831) 2024-11-17T08:20:30,462 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc1f0f000a61889e with lease ID 0x67cdfebfea896280: from storage DS-d8e01680-abf3-4929-ad6f-ad62217b3132 node DatanodeRegistration(127.0.0.1:41363, datanodeUuid=259625a1-ba46-4a90-86aa-17c83ae37291, infoPort=38161, infoSecurePort=0, ipcPort=42603, storageInfo=lv=-57;cid=testClusterID;nsid=817841994;c=1731831628831), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T08:20:30,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc1f0f000a61889e with lease ID 0x67cdfebfea896280: Processing first storage report for DS-4596ff61-97fc-449c-b78d-d3c9d1aab625 from datanode DatanodeRegistration(127.0.0.1:41363, datanodeUuid=259625a1-ba46-4a90-86aa-17c83ae37291, infoPort=38161, infoSecurePort=0, ipcPort=42603, storageInfo=lv=-57;cid=testClusterID;nsid=817841994;c=1731831628831) 2024-11-17T08:20:30,462 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc1f0f000a61889e with lease ID 0x67cdfebfea896280: from storage DS-4596ff61-97fc-449c-b78d-d3c9d1aab625 node DatanodeRegistration(127.0.0.1:41363, datanodeUuid=259625a1-ba46-4a90-86aa-17c83ae37291, infoPort=38161, infoSecurePort=0, ipcPort=42603, storageInfo=lv=-57;cid=testClusterID;nsid=817841994;c=1731831628831), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:20:30,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279 2024-11-17T08:20:30,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:30,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:30,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:20:30,930 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525 with version=8 2024-11-17T08:20:30,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/hbase-staging 2024-11-17T08:20:30,932 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:20:30,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:30,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:30,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:20:30,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:30,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:20:30,932 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:20:30,932 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:20:30,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44127 2024-11-17T08:20:30,933 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44127 connecting to ZooKeeper ensemble=127.0.0.1:61809 2024-11-17T08:20:31,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441270x0, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:20:31,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44127-0x10147e17fba0000 connected 2024-11-17T08:20:31,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:31,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:31,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Set watcher on znode that does not yet exist, /01864792539/running 2024-11-17T08:20:31,195 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525, hbase.cluster.distributed=false 2024-11-17T08:20:31,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Set watcher on znode that does not yet exist, /01864792539/acl 2024-11-17T08:20:31,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44127 2024-11-17T08:20:31,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44127 2024-11-17T08:20:31,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:20:31,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44127 2024-11-17T08:20:31,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:31,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44127 2024-11-17T08:20:31,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:31,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44127 2024-11-17T08:20:31,216 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:20:31,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:31,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:31,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:20:31,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:31,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:20:31,216 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:20:31,217 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:20:31,217 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32941 2024-11-17T08:20:31,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32941 connecting to ZooKeeper ensemble=127.0.0.1:61809 2024-11-17T08:20:31,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:31,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:31,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:31,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:31,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:31,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:31,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:31,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:31,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:31,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:31,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:31,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:31,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329410x0, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:20:31,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329410x0, quorum=127.0.0.1:61809, baseZNode=/01864792539 Set watcher on znode that does not yet exist, /01864792539/running 2024-11-17T08:20:31,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32941-0x10147e17fba0001 connected 2024-11-17T08:20:31,235 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:20:31,236 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:20:31,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Set watcher on znode that does not yet exist, /01864792539/master 2024-11-17T08:20:31,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Set watcher on znode that does not yet exist, /01864792539/acl 2024-11-17T08:20:31,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32941 2024-11-17T08:20:31,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32941 2024-11-17T08:20:31,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32941 2024-11-17T08:20:31,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32941 2024-11-17T08:20:31,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32941 2024-11-17T08:20:31,255 DEBUG [M:0;e3d0adb87c01:44127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:44127 2024-11-17T08:20:31,256 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01864792539/backup-masters/e3d0adb87c01,44127,1731831630932 2024-11-17T08:20:31,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539/backup-masters 2024-11-17T08:20:31,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539/backup-masters 2024-11-17T08:20:31,266 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Set watcher on existing znode=/01864792539/backup-masters/e3d0adb87c01,44127,1731831630932 2024-11-17T08:20:31,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01864792539/master 2024-11-17T08:20:31,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:20:31,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:20:31,277 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Set watcher on existing znode=/01864792539/master 2024-11-17T08:20:31,277 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01864792539/backup-masters/e3d0adb87c01,44127,1731831630932 from backup master directory 2024-11-17T08:20:31,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01864792539/backup-masters/e3d0adb87c01,44127,1731831630932 2024-11-17T08:20:31,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539/backup-masters 2024-11-17T08:20:31,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539/backup-masters 2024-11-17T08:20:31,287 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:20:31,287 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,44127,1731831630932 2024-11-17T08:20:31,290 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/hbase.id] with ID: 336d13f5-f88e-4391-bb53-5c6b9600d196 2024-11-17T08:20:31,290 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/.tmp/hbase.id 2024-11-17T08:20:31,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:20:31,696 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/.tmp/hbase.id]:[hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/hbase.id] 2024-11-17T08:20:31,703 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:31,703 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:20:31,704 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T08:20:31,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:20:31,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:20:31,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:20:32,192 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:20:32,193 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:20:32,193 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:32,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:20:32,598 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store 2024-11-17T08:20:32,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:20:33,003 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:33,003 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:20:33,003 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:33,003 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:33,003 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:20:33,003 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:33,003 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:33,003 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831633003Disabling compacts and flushes for region at 1731831633003Disabling writes for close at 1731831633003Writing region close event to WAL at 1731831633003Closed at 1731831633003 2024-11-17T08:20:33,004 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/.initializing 2024-11-17T08:20:33,004 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/WALs/e3d0adb87c01,44127,1731831630932 2024-11-17T08:20:33,005 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:20:33,006 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C44127%2C1731831630932, suffix=, logDir=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/WALs/e3d0adb87c01,44127,1731831630932, archiveDir=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/oldWALs, maxLogs=10 2024-11-17T08:20:33,018 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/WALs/e3d0adb87c01,44127,1731831630932/e3d0adb87c01%2C44127%2C1731831630932.1731831633006, exclude list is [], retry=0 2024-11-17T08:20:33,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41363,DS-d8e01680-abf3-4929-ad6f-ad62217b3132,DISK] 2024-11-17T08:20:33,021 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/WALs/e3d0adb87c01,44127,1731831630932/e3d0adb87c01%2C44127%2C1731831630932.1731831633006 2024-11-17T08:20:33,022 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38161:38161)] 2024-11-17T08:20:33,022 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:33,022 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:33,022 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:33,022 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:33,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:33,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:20:33,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:33,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:33,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:33,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:20:33,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:33,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:33,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:33,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:20:33,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:33,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:33,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:33,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:20:33,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:33,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:33,029 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:33,030 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:33,030 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:33,031 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:33,031 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:33,031 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:20:33,032 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:33,033 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:33,034 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74197523, jitterRate=0.10562925040721893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:20:33,034 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831633022Initializing all the Stores at 1731831633023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831633023Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831633025 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831633025Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831633025Cleaning up temporary data from old regions at 1731831633031 (+6 ms)Region opened successfully at 1731831633034 (+3 ms) 2024-11-17T08:20:33,035 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:20:33,037 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319694a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:20:33,038 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:20:33,038 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:20:33,038 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:20:33,038 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:20:33,038 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:20:33,039 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:20:33,039 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:20:33,040 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:20:33,041 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Unable to get data of znode /01864792539/balancer because node does not exist (not necessarily an error) 2024-11-17T08:20:33,092 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01864792539/balancer already deleted, retry=false 2024-11-17T08:20:33,093 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:20:33,093 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Unable to get data of znode /01864792539/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:20:33,103 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01864792539/normalizer already deleted, retry=false 2024-11-17T08:20:33,103 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:20:33,104 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Unable to get data of znode /01864792539/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:20:33,113 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01864792539/switch/split already deleted, retry=false 2024-11-17T08:20:33,114 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Unable to get data of znode /01864792539/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:20:33,124 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01864792539/switch/merge already deleted, retry=false 2024-11-17T08:20:33,126 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Unable to get data of znode /01864792539/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:20:33,134 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01864792539/snapshot-cleanup already deleted, retry=false 2024-11-17T08:20:33,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01864792539/running 2024-11-17T08:20:33,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01864792539/running 2024-11-17T08:20:33,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:20:33,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:20:33,145 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,44127,1731831630932, sessionid=0x10147e17fba0000, setting cluster-up flag (Was=false) 2024-11-17T08:20:33,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:20:33,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:20:33,198 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01864792539/flush-table-proc/acquired, /01864792539/flush-table-proc/reached, /01864792539/flush-table-proc/abort 2024-11-17T08:20:33,199 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,44127,1731831630932 2024-11-17T08:20:33,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:20:33,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:20:33,250 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01864792539/online-snapshot/acquired, /01864792539/online-snapshot/reached, /01864792539/online-snapshot/abort 2024-11-17T08:20:33,251 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,44127,1731831630932 2024-11-17T08:20:33,252 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:20:33,253 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:33,253 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:20:33,253 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:20:33,253 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,44127,1731831630932 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:20:33,254 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:33,254 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:33,254 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:33,254 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:33,254 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:20:33,254 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:33,254 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:20:33,255 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:33,255 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831663255 2024-11-17T08:20:33,255 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:20:33,255 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:20:33,255 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:20:33,255 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:20:33,255 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:20:33,255 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:20:33,256 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:33,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:20:33,256 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:33,256 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:20:33,256 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:20:33,256 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:20:33,256 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:20:33,256 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:33,256 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:20:33,256 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:20:33,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:20:33,256 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831633256,5,FailOnTimeoutGroup] 2024-11-17T08:20:33,257 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831633257,5,FailOnTimeoutGroup] 2024-11-17T08:20:33,257 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:33,257 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:20:33,257 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:33,257 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:33,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:20:33,348 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(746): ClusterId : 336d13f5-f88e-4391-bb53-5c6b9600d196 2024-11-17T08:20:33,348 DEBUG [RS:0;e3d0adb87c01:32941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:20:33,361 DEBUG [RS:0;e3d0adb87c01:32941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:20:33,361 DEBUG [RS:0;e3d0adb87c01:32941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:20:33,372 DEBUG [RS:0;e3d0adb87c01:32941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:20:33,372 DEBUG [RS:0;e3d0adb87c01:32941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dc38f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:20:33,382 DEBUG [RS:0;e3d0adb87c01:32941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:32941 2024-11-17T08:20:33,382 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:20:33,382 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:20:33,382 DEBUG [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:20:33,383 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,44127,1731831630932 with port=32941, startcode=1731831631216 2024-11-17T08:20:33,383 DEBUG [RS:0;e3d0adb87c01:32941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:20:33,384 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:20:33,384 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,32941,1731831631216 2024-11-17T08:20:33,384 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44127 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,32941,1731831631216 2024-11-17T08:20:33,385 DEBUG [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525 2024-11-17T08:20:33,385 DEBUG [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32793 2024-11-17T08:20:33,385 DEBUG [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:20:33,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539/rs 2024-11-17T08:20:33,398 DEBUG [RS:0;e3d0adb87c01:32941 {}] zookeeper.ZKUtil(111): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Set watcher on existing znode=/01864792539/rs/e3d0adb87c01,32941,1731831631216 2024-11-17T08:20:33,398 WARN [RS:0;e3d0adb87c01:32941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:20:33,398 INFO [RS:0;e3d0adb87c01:32941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:33,398 DEBUG [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216 2024-11-17T08:20:33,398 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,32941,1731831631216] 2024-11-17T08:20:33,401 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:20:33,402 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:20:33,402 INFO [RS:0;e3d0adb87c01:32941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:20:33,402 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:33,402 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:20:33,403 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:20:33,403 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:33,403 DEBUG [RS:0;e3d0adb87c01:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:33,403 DEBUG [RS:0;e3d0adb87c01:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:33,403 DEBUG [RS:0;e3d0adb87c01:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:33,403 DEBUG [RS:0;e3d0adb87c01:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:33,403 DEBUG [RS:0;e3d0adb87c01:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:33,403 DEBUG [RS:0;e3d0adb87c01:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:20:33,403 DEBUG [RS:0;e3d0adb87c01:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:33,403 DEBUG [RS:0;e3d0adb87c01:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:33,403 DEBUG [RS:0;e3d0adb87c01:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:33,403 DEBUG [RS:0;e3d0adb87c01:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:33,403 DEBUG [RS:0;e3d0adb87c01:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:33,403 DEBUG [RS:0;e3d0adb87c01:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:33,403 DEBUG [RS:0;e3d0adb87c01:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:20:33,403 DEBUG [RS:0;e3d0adb87c01:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:20:33,403 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:33,403 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:33,403 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:33,403 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:33,403 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:33,403 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,32941,1731831631216-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:20:33,415 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:20:33,416 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,32941,1731831631216-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:33,416 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:33,416 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.Replication(171): e3d0adb87c01,32941,1731831631216 started 2024-11-17T08:20:33,427 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:33,427 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,32941,1731831631216, RpcServer on e3d0adb87c01/172.17.0.3:32941, sessionid=0x10147e17fba0001 2024-11-17T08:20:33,427 DEBUG [RS:0;e3d0adb87c01:32941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:20:33,427 DEBUG [RS:0;e3d0adb87c01:32941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,32941,1731831631216 2024-11-17T08:20:33,427 DEBUG [RS:0;e3d0adb87c01:32941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,32941,1731831631216' 2024-11-17T08:20:33,427 DEBUG [RS:0;e3d0adb87c01:32941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01864792539/flush-table-proc/abort' 2024-11-17T08:20:33,427 DEBUG [RS:0;e3d0adb87c01:32941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01864792539/flush-table-proc/acquired' 2024-11-17T08:20:33,428 DEBUG [RS:0;e3d0adb87c01:32941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:20:33,428 DEBUG [RS:0;e3d0adb87c01:32941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:20:33,428 DEBUG [RS:0;e3d0adb87c01:32941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,32941,1731831631216 2024-11-17T08:20:33,428 DEBUG [RS:0;e3d0adb87c01:32941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,32941,1731831631216' 2024-11-17T08:20:33,428 DEBUG [RS:0;e3d0adb87c01:32941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01864792539/online-snapshot/abort' 2024-11-17T08:20:33,428 DEBUG [RS:0;e3d0adb87c01:32941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01864792539/online-snapshot/acquired' 2024-11-17T08:20:33,428 DEBUG [RS:0;e3d0adb87c01:32941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:20:33,428 INFO [RS:0;e3d0adb87c01:32941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:20:33,428 INFO [RS:0;e3d0adb87c01:32941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:20:33,529 INFO [RS:0;e3d0adb87c01:32941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:20:33,530 INFO [RS:0;e3d0adb87c01:32941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C32941%2C1731831631216, suffix=, logDir=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216, archiveDir=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/oldWALs, maxLogs=10 2024-11-17T08:20:33,541 DEBUG [RS:0;e3d0adb87c01:32941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530, exclude list is [], retry=0 2024-11-17T08:20:33,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41363,DS-d8e01680-abf3-4929-ad6f-ad62217b3132,DISK] 2024-11-17T08:20:33,544 INFO [RS:0;e3d0adb87c01:32941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 2024-11-17T08:20:33,545 DEBUG [RS:0;e3d0adb87c01:32941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38161:38161)] 2024-11-17T08:20:33,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:20:33,663 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525 2024-11-17T08:20:33,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:20:34,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:34,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:20:34,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:20:34,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:34,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:34,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:20:34,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:20:34,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:34,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:34,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:20:34,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:20:34,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:34,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:34,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:20:34,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:20:34,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:34,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:34,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:20:34,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740 2024-11-17T08:20:34,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740 2024-11-17T08:20:34,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:20:34,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:20:34,075 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:20:34,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:20:34,077 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:34,077 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67889471, jitterRate=0.011631950736045837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:20:34,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831634067Initializing all the Stores at 1731831634068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831634068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831634068Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831634068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831634068Cleaning up temporary data from old regions at 1731831634075 (+7 ms)Region opened successfully at 1731831634077 (+2 ms) 2024-11-17T08:20:34,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:20:34,077 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:20:34,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:20:34,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:20:34,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:20:34,078 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:20:34,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831634077Disabling compacts and flushes for region at 1731831634077Disabling writes for close at 1731831634077Writing region close event to WAL at 1731831634078 (+1 ms)Closed at 1731831634078 2024-11-17T08:20:34,078 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:34,078 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:20:34,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:20:34,079 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:20:34,080 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:20:34,230 DEBUG [e3d0adb87c01:44127 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:20:34,230 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,32941,1731831631216 2024-11-17T08:20:34,231 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,32941,1731831631216, state=OPENING 2024-11-17T08:20:34,334 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:20:34,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:20:34,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:20:34,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01864792539/meta-region-server: CHANGED 2024-11-17T08:20:34,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01864792539/meta-region-server: CHANGED 2024-11-17T08:20:34,345 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:20:34,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,32941,1731831631216}] 2024-11-17T08:20:34,498 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:20:34,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:20:34,501 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:20:34,502 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:34,502 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:20:34,503 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C32941%2C1731831631216.meta, suffix=.meta, logDir=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216, archiveDir=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/oldWALs, maxLogs=10 2024-11-17T08:20:34,519 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.meta.1731831634503.meta, exclude list is [], retry=0 2024-11-17T08:20:34,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41363,DS-d8e01680-abf3-4929-ad6f-ad62217b3132,DISK] 2024-11-17T08:20:34,522 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.meta.1731831634503.meta 2024-11-17T08:20:34,523 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38161:38161)] 2024-11-17T08:20:34,523 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:34,523 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:20:34,523 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:20:34,523 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:20:34,523 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:20:34,523 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:20:34,523 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:34,523 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:20:34,523 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:20:34,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:20:34,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:20:34,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:34,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:34,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:20:34,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:20:34,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:34,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:34,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:20:34,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:20:34,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:34,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:34,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:20:34,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:20:34,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:34,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:34,528 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:20:34,529 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740 2024-11-17T08:20:34,529 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740 2024-11-17T08:20:34,530 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:20:34,530 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:20:34,530 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:20:34,531 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:20:34,532 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71317945, jitterRate=0.06272019445896149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:20:34,532 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:20:34,532 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831634523Writing region info on filesystem at 1731831634523Initializing all the Stores at 1731831634524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831634524Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831634524Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831634524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831634524Cleaning up temporary data from old regions at 1731831634530 (+6 ms)Running coprocessor post-open hooks at 1731831634532 (+2 ms)Region opened successfully at 1731831634532 2024-11-17T08:20:34,533 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831634498 2024-11-17T08:20:34,535 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:20:34,535 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:20:34,535 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,32941,1731831631216 2024-11-17T08:20:34,536 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,32941,1731831631216, state=OPEN 2024-11-17T08:20:34,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01864792539/meta-region-server 2024-11-17T08:20:34,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01864792539/meta-region-server 2024-11-17T08:20:34,572 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,32941,1731831631216 2024-11-17T08:20:34,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01864792539/meta-region-server: CHANGED 2024-11-17T08:20:34,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01864792539/meta-region-server: CHANGED 2024-11-17T08:20:34,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:20:34,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,32941,1731831631216 in 226 msec 2024-11-17T08:20:34,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:20:34,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-11-17T08:20:34,576 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:34,576 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:20:34,577 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:34,577 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,32941,1731831631216, seqNum=-1] 2024-11-17T08:20:34,578 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:34,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:20:34,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3290 sec 2024-11-17T08:20:34,582 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831634582, completionTime=-1 2024-11-17T08:20:34,582 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:20:34,582 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:20:34,584 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:20:34,584 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831694584 2024-11-17T08:20:34,584 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831754584 2024-11-17T08:20:34,584 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T08:20:34,585 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44127,1731831630932-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:34,585 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44127,1731831630932-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:34,585 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44127,1731831630932-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:34,585 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:44127, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:34,585 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:34,585 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:34,586 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:20:34,588 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.301sec 2024-11-17T08:20:34,588 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:20:34,588 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:20:34,588 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:20:34,588 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:20:34,588 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:20:34,588 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44127,1731831630932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:20:34,588 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44127,1731831630932-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:20:34,590 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:20:34,590 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:20:34,590 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44127,1731831630932-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:34,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3675ba54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:34,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44127,-1 for getting cluster id 2024-11-17T08:20:34,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:34,650 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '336d13f5-f88e-4391-bb53-5c6b9600d196' 2024-11-17T08:20:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "336d13f5-f88e-4391-bb53-5c6b9600d196" 2024-11-17T08:20:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9c63fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44127,-1] 2024-11-17T08:20:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:34,651 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:34,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e5ed7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:34,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:34,653 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,32941,1731831631216, seqNum=-1] 2024-11-17T08:20:34,653 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:34,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:20:34,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,44127,1731831630932 2024-11-17T08:20:34,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61809 2024-11-17T08:20:34,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:20:34,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10147e17fba0002 connected 2024-11-17T08:20:34,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/hadoop.log.dir so I do NOT create it in target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1 2024-11-17T08:20:34,689 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:20:34,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/hadoop.tmp.dir so I do NOT create it in target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1 2024-11-17T08:20:34,689 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:20:34,689 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1 2024-11-17T08:20:34,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:20:34,690 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/cluster_04a48644-bc3a-d8a5-f4cf-e14a58961ac7, deleteOnExit=true 2024-11-17T08:20:34,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:20:34,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/test.cache.data in system properties and HBase conf 2024-11-17T08:20:34,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:20:34,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:20:34,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:20:34,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:20:34,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:20:34,690 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:20:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:20:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:20:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:20:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:20:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:20:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:20:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:20:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:20:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:20:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:20:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:20:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:20:34,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:20:34,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:20:34,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:20:34,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:20:34,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:20:34,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:20:34,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:20:34,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:20:34,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67e613ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:20:34,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@123fcee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:20:35,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3747e08d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/java.io.tmpdir/jetty-localhost-40459-hadoop-hdfs-3_4_1-tests_jar-_-any-8417037624082831631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:20:35,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c1a2b16{HTTP/1.1, (http/1.1)}{localhost:40459} 2024-11-17T08:20:35,102 INFO [Time-limited test {}] server.Server(415): Started @235384ms 2024-11-17T08:20:35,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:20:35,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:20:35,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:20:35,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:20:35,339 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:20:35,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20fad0ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:20:35,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633ddeae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:20:35,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13011b46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/java.io.tmpdir/jetty-localhost-33589-hadoop-hdfs-3_4_1-tests_jar-_-any-17687620445262236919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:20:35,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@324284e2{HTTP/1.1, (http/1.1)}{localhost:33589} 2024-11-17T08:20:35,437 INFO [Time-limited test {}] server.Server(415): Started @235719ms 2024-11-17T08:20:35,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:20:36,027 WARN [Thread-2790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/cluster_04a48644-bc3a-d8a5-f4cf-e14a58961ac7/data/data1/current/BP-1684536564-172.17.0.3-1731831634710/current, will proceed with Du for space computation calculation, 2024-11-17T08:20:36,028 WARN [Thread-2791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/cluster_04a48644-bc3a-d8a5-f4cf-e14a58961ac7/data/data2/current/BP-1684536564-172.17.0.3-1731831634710/current, will proceed with Du for space computation calculation, 2024-11-17T08:20:36,047 WARN [Thread-2778 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:20:36,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f8294e889015fe7 with lease ID 0xb66af9ad5341b4a0: Processing first storage report for DS-8531945c-30d8-44bd-a824-50ad9f359795 from datanode DatanodeRegistration(127.0.0.1:40081, datanodeUuid=fbbf8782-200b-4f96-8e94-dd87c98be9ec, infoPort=32905, infoSecurePort=0, ipcPort=37549, storageInfo=lv=-57;cid=testClusterID;nsid=1916659120;c=1731831634710) 2024-11-17T08:20:36,049 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f8294e889015fe7 with lease ID 0xb66af9ad5341b4a0: from storage DS-8531945c-30d8-44bd-a824-50ad9f359795 node DatanodeRegistration(127.0.0.1:40081, datanodeUuid=fbbf8782-200b-4f96-8e94-dd87c98be9ec, infoPort=32905, infoSecurePort=0, ipcPort=37549, storageInfo=lv=-57;cid=testClusterID;nsid=1916659120;c=1731831634710), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:20:36,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f8294e889015fe7 with lease ID 0xb66af9ad5341b4a0: Processing first storage report for DS-001893b6-38aa-4dcc-b1a6-beec6fea112a from datanode DatanodeRegistration(127.0.0.1:40081, datanodeUuid=fbbf8782-200b-4f96-8e94-dd87c98be9ec, infoPort=32905, infoSecurePort=0, ipcPort=37549, storageInfo=lv=-57;cid=testClusterID;nsid=1916659120;c=1731831634710) 2024-11-17T08:20:36,049 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f8294e889015fe7 with lease ID 0xb66af9ad5341b4a0: from storage DS-001893b6-38aa-4dcc-b1a6-beec6fea112a node DatanodeRegistration(127.0.0.1:40081, datanodeUuid=fbbf8782-200b-4f96-8e94-dd87c98be9ec, infoPort=32905, infoSecurePort=0, ipcPort=37549, storageInfo=lv=-57;cid=testClusterID;nsid=1916659120;c=1731831634710), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:20:36,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1 2024-11-17T08:20:36,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:36,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:36,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:20:36,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T08:20:36,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T08:20:36,469 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c with version=8 2024-11-17T08:20:36,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/hbase-staging 2024-11-17T08:20:36,471 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:20:36,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:36,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:36,472 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:20:36,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:36,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:20:36,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:20:36,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:20:36,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37849 2024-11-17T08:20:36,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37849 connecting to ZooKeeper ensemble=127.0.0.1:61809 2024-11-17T08:20:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378490x0, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:20:36,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37849-0x10147e17fba0003 connected 2024-11-17T08:20:36,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:36,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:36,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Set watcher on znode that does not yet exist, /1-2012321445/running 2024-11-17T08:20:36,602 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c, hbase.cluster.distributed=false 2024-11-17T08:20:36,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Set watcher on znode that does not yet exist, /1-2012321445/acl 2024-11-17T08:20:36,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37849 2024-11-17T08:20:36,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37849 2024-11-17T08:20:36,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37849 2024-11-17T08:20:36,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37849 2024-11-17T08:20:36,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37849 2024-11-17T08:20:36,617 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:20:36,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:36,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:36,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:20:36,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:36,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:20:36,618 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:20:36,618 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:20:36,618 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41425 2024-11-17T08:20:36,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41425 connecting to ZooKeeper ensemble=127.0.0.1:61809 2024-11-17T08:20:36,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:36,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:36,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414250x0, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:20:36,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414250x0, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Set watcher on znode that does not yet exist, /1-2012321445/running 2024-11-17T08:20:36,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41425-0x10147e17fba0004 connected 2024-11-17T08:20:36,635 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:20:36,635 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:20:36,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Set watcher on znode that does not yet exist, /1-2012321445/master 2024-11-17T08:20:36,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Set watcher on znode that does not yet exist, /1-2012321445/acl 2024-11-17T08:20:36,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41425 2024-11-17T08:20:36,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41425 2024-11-17T08:20:36,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41425 2024-11-17T08:20:36,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41425 2024-11-17T08:20:36,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41425 2024-11-17T08:20:36,654 DEBUG [M:0;e3d0adb87c01:37849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:37849 2024-11-17T08:20:36,654 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2012321445/backup-masters/e3d0adb87c01,37849,1731831636471 2024-11-17T08:20:36,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445/backup-masters 2024-11-17T08:20:36,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445/backup-masters 2024-11-17T08:20:36,666 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Set watcher on existing znode=/1-2012321445/backup-masters/e3d0adb87c01,37849,1731831636471 2024-11-17T08:20:36,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2012321445/master 2024-11-17T08:20:36,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:20:36,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:20:36,676 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Set watcher on existing znode=/1-2012321445/master 2024-11-17T08:20:36,677 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2012321445/backup-masters/e3d0adb87c01,37849,1731831636471 from backup master directory 2024-11-17T08:20:36,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2012321445/backup-masters/e3d0adb87c01,37849,1731831636471 2024-11-17T08:20:36,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445/backup-masters 2024-11-17T08:20:36,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445/backup-masters 2024-11-17T08:20:36,687 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:20:36,687 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,37849,1731831636471 2024-11-17T08:20:36,689 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/hbase.id] with ID: 0007b4aa-1cc7-4e4e-9ebf-b90d8053625d 2024-11-17T08:20:36,689 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/.tmp/hbase.id 2024-11-17T08:20:36,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:20:37,093 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/.tmp/hbase.id]:[hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/hbase.id] 2024-11-17T08:20:37,101 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:37,101 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:20:37,102 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T08:20:37,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:20:37,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:20:37,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:20:37,518 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:20:37,519 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:20:37,519 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:37,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:20:37,924 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store 2024-11-17T08:20:37,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:20:38,329 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:38,329 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:20:38,329 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:38,329 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:38,329 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:20:38,329 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:38,329 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:38,329 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831638329Disabling compacts and flushes for region at 1731831638329Disabling writes for close at 1731831638329Writing region close event to WAL at 1731831638329Closed at 1731831638329 2024-11-17T08:20:38,330 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/.initializing 2024-11-17T08:20:38,330 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/WALs/e3d0adb87c01,37849,1731831636471 2024-11-17T08:20:38,330 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:20:38,332 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C37849%2C1731831636471, suffix=, logDir=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/WALs/e3d0adb87c01,37849,1731831636471, archiveDir=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/oldWALs, maxLogs=10 2024-11-17T08:20:38,344 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/WALs/e3d0adb87c01,37849,1731831636471/e3d0adb87c01%2C37849%2C1731831636471.1731831638332, exclude list is [], retry=0 2024-11-17T08:20:38,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-8531945c-30d8-44bd-a824-50ad9f359795,DISK] 2024-11-17T08:20:38,347 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/WALs/e3d0adb87c01,37849,1731831636471/e3d0adb87c01%2C37849%2C1731831636471.1731831638332 2024-11-17T08:20:38,347 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32905:32905)] 2024-11-17T08:20:38,347 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:38,347 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:38,348 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:38,348 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:38,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:38,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:20:38,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:38,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:38,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:38,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:20:38,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:38,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:38,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:38,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:20:38,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:38,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:38,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:38,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:20:38,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:38,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:38,353 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:38,354 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:38,354 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:38,355 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:38,355 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:38,355 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:20:38,356 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:38,360 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:38,360 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74579693, jitterRate=0.11132402718067169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:20:38,361 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831638348Initializing all the Stores at 1731831638348Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831638348Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831638348Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831638348Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831638348Cleaning up temporary data from old regions at 1731831638355 (+7 ms)Region opened successfully at 1731831638361 (+6 ms) 2024-11-17T08:20:38,361 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:20:38,363 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661c6bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:20:38,363 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:20:38,363 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:20:38,363 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:20:38,363 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:20:38,364 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:20:38,364 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:20:38,364 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:20:38,368 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:20:38,368 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Unable to get data of znode /1-2012321445/balancer because node does not exist (not necessarily an error) 2024-11-17T08:20:38,434 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2012321445/balancer already deleted, retry=false 2024-11-17T08:20:38,434 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:20:38,435 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Unable to get data of znode /1-2012321445/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:20:38,444 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2012321445/normalizer already deleted, retry=false 2024-11-17T08:20:38,445 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:20:38,446 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Unable to get data of znode /1-2012321445/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:20:38,455 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2012321445/switch/split already deleted, retry=false 2024-11-17T08:20:38,456 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Unable to get data of znode /1-2012321445/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:20:38,465 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2012321445/switch/merge already deleted, retry=false 2024-11-17T08:20:38,467 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Unable to get data of znode /1-2012321445/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:20:38,476 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2012321445/snapshot-cleanup already deleted, retry=false 2024-11-17T08:20:38,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2012321445/running 2024-11-17T08:20:38,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2012321445/running 2024-11-17T08:20:38,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:20:38,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:20:38,487 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,37849,1731831636471, sessionid=0x10147e17fba0003, setting cluster-up flag (Was=false) 2024-11-17T08:20:38,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:20:38,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:20:38,539 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2012321445/flush-table-proc/acquired, /1-2012321445/flush-table-proc/reached, /1-2012321445/flush-table-proc/abort 2024-11-17T08:20:38,540 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,37849,1731831636471 2024-11-17T08:20:38,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:20:38,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:20:38,592 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2012321445/online-snapshot/acquired, /1-2012321445/online-snapshot/reached, /1-2012321445/online-snapshot/abort 2024-11-17T08:20:38,593 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,37849,1731831636471 2024-11-17T08:20:38,593 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:20:38,595 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:38,595 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:20:38,595 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:20:38,595 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,37849,1731831636471 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:20:38,597 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:38,597 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:38,597 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:38,597 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:38,597 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:20:38,597 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:38,597 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:20:38,597 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:38,597 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831668597 2024-11-17T08:20:38,598 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:20:38,598 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:20:38,598 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:38,598 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:20:38,598 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:20:38,598 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:20:38,598 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:20:38,598 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:20:38,598 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:38,599 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:20:38,599 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:38,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:20:38,599 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:20:38,599 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:20:38,599 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:20:38,599 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:20:38,600 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:20:38,600 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831638600,5,FailOnTimeoutGroup] 2024-11-17T08:20:38,600 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831638600,5,FailOnTimeoutGroup] 2024-11-17T08:20:38,600 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:38,600 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:20:38,600 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:38,600 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:38,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:20:38,647 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(746): ClusterId : 0007b4aa-1cc7-4e4e-9ebf-b90d8053625d 2024-11-17T08:20:38,647 DEBUG [RS:0;e3d0adb87c01:41425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:20:38,656 DEBUG [RS:0;e3d0adb87c01:41425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:20:38,656 DEBUG [RS:0;e3d0adb87c01:41425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:20:38,666 DEBUG [RS:0;e3d0adb87c01:41425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:20:38,666 DEBUG [RS:0;e3d0adb87c01:41425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3555a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:20:38,676 DEBUG [RS:0;e3d0adb87c01:41425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:41425 2024-11-17T08:20:38,677 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:20:38,677 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:20:38,677 DEBUG [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:20:38,677 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,37849,1731831636471 with port=41425, startcode=1731831636617 2024-11-17T08:20:38,677 DEBUG [RS:0;e3d0adb87c01:41425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:20:38,678 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:20:38,679 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,41425,1731831636617 2024-11-17T08:20:38,679 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37849 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,41425,1731831636617 2024-11-17T08:20:38,680 DEBUG [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c 2024-11-17T08:20:38,680 DEBUG [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40175 2024-11-17T08:20:38,680 DEBUG [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:20:38,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445/rs 2024-11-17T08:20:38,742 DEBUG [RS:0;e3d0adb87c01:41425 {}] zookeeper.ZKUtil(111): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Set watcher on existing znode=/1-2012321445/rs/e3d0adb87c01,41425,1731831636617 2024-11-17T08:20:38,742 WARN [RS:0;e3d0adb87c01:41425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:20:38,742 INFO [RS:0;e3d0adb87c01:41425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:38,742 DEBUG [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617 2024-11-17T08:20:38,742 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,41425,1731831636617] 2024-11-17T08:20:38,744 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:20:38,745 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:20:38,746 INFO [RS:0;e3d0adb87c01:41425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:20:38,746 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:38,746 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:20:38,747 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:20:38,747 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:38,747 DEBUG [RS:0;e3d0adb87c01:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:38,748 DEBUG [RS:0;e3d0adb87c01:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:38,748 DEBUG [RS:0;e3d0adb87c01:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:38,748 DEBUG [RS:0;e3d0adb87c01:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:38,748 DEBUG [RS:0;e3d0adb87c01:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:38,748 DEBUG [RS:0;e3d0adb87c01:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:20:38,748 DEBUG [RS:0;e3d0adb87c01:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:38,748 DEBUG [RS:0;e3d0adb87c01:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:38,748 DEBUG [RS:0;e3d0adb87c01:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:38,748 DEBUG [RS:0;e3d0adb87c01:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:38,748 DEBUG [RS:0;e3d0adb87c01:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:38,748 DEBUG [RS:0;e3d0adb87c01:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:38,748 DEBUG [RS:0;e3d0adb87c01:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:20:38,748 DEBUG [RS:0;e3d0adb87c01:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:20:38,748 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:38,748 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:38,748 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:38,748 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:38,748 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:38,748 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41425,1731831636617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:20:38,761 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:20:38,761 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41425,1731831636617-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:38,762 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:38,762 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.Replication(171): e3d0adb87c01,41425,1731831636617 started 2024-11-17T08:20:38,774 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:38,774 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,41425,1731831636617, RpcServer on e3d0adb87c01/172.17.0.3:41425, sessionid=0x10147e17fba0004 2024-11-17T08:20:38,774 DEBUG [RS:0;e3d0adb87c01:41425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:20:38,774 DEBUG [RS:0;e3d0adb87c01:41425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,41425,1731831636617 2024-11-17T08:20:38,774 DEBUG [RS:0;e3d0adb87c01:41425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,41425,1731831636617' 2024-11-17T08:20:38,774 DEBUG [RS:0;e3d0adb87c01:41425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2012321445/flush-table-proc/abort' 2024-11-17T08:20:38,775 DEBUG [RS:0;e3d0adb87c01:41425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2012321445/flush-table-proc/acquired' 2024-11-17T08:20:38,775 DEBUG [RS:0;e3d0adb87c01:41425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:20:38,775 DEBUG [RS:0;e3d0adb87c01:41425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:20:38,775 DEBUG [RS:0;e3d0adb87c01:41425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,41425,1731831636617 2024-11-17T08:20:38,775 DEBUG [RS:0;e3d0adb87c01:41425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,41425,1731831636617' 2024-11-17T08:20:38,775 DEBUG [RS:0;e3d0adb87c01:41425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2012321445/online-snapshot/abort' 2024-11-17T08:20:38,776 DEBUG [RS:0;e3d0adb87c01:41425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2012321445/online-snapshot/acquired' 2024-11-17T08:20:38,776 DEBUG [RS:0;e3d0adb87c01:41425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:20:38,776 INFO [RS:0;e3d0adb87c01:41425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:20:38,776 INFO [RS:0;e3d0adb87c01:41425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:20:38,876 INFO [RS:0;e3d0adb87c01:41425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:20:38,877 INFO [RS:0;e3d0adb87c01:41425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C41425%2C1731831636617, suffix=, logDir=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617, archiveDir=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/oldWALs, maxLogs=10 2024-11-17T08:20:38,889 DEBUG [RS:0;e3d0adb87c01:41425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878, exclude list is [], retry=0 2024-11-17T08:20:38,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-8531945c-30d8-44bd-a824-50ad9f359795,DISK] 2024-11-17T08:20:38,893 INFO [RS:0;e3d0adb87c01:41425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 2024-11-17T08:20:38,893 DEBUG [RS:0;e3d0adb87c01:41425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32905:32905)] 2024-11-17T08:20:39,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:20:39,006 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c 2024-11-17T08:20:39,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:20:39,401 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:20:39,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:39,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:20:39,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:20:39,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:39,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:39,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:20:39,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:20:39,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:39,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:39,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:20:39,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:20:39,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:39,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:39,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:20:39,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:20:39,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:39,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:39,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:20:39,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740 2024-11-17T08:20:39,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740 2024-11-17T08:20:39,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:20:39,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:20:39,418 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:20:39,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:20:39,420 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:39,420 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60127173, jitterRate=-0.10403530299663544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:20:39,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831639411Initializing all the Stores at 1731831639412 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831639412Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831639412Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831639412Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831639412Cleaning up temporary data from old regions at 1731831639418 (+6 ms)Region opened successfully at 1731831639420 (+2 ms) 2024-11-17T08:20:39,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:20:39,420 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:20:39,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:20:39,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:20:39,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:20:39,420 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:20:39,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831639420Disabling compacts and flushes for region at 1731831639420Disabling writes for close at 1731831639420Writing region close event to WAL at 1731831639420Closed at 1731831639420 2024-11-17T08:20:39,421 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:39,421 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:20:39,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:20:39,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:20:39,423 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:20:39,573 DEBUG [e3d0adb87c01:37849 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:20:39,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,41425,1731831636617 2024-11-17T08:20:39,574 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,41425,1731831636617, state=OPENING 2024-11-17T08:20:39,623 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:20:39,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:20:39,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:20:39,634 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:20:39,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2012321445/meta-region-server: CHANGED 2024-11-17T08:20:39,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2012321445/meta-region-server: CHANGED 2024-11-17T08:20:39,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,41425,1731831636617}] 2024-11-17T08:20:39,786 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:20:39,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:20:39,790 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:20:39,790 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:39,790 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:20:39,791 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C41425%2C1731831636617.meta, suffix=.meta, logDir=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617, archiveDir=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/oldWALs, maxLogs=10 2024-11-17T08:20:39,803 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.meta.1731831639791.meta, exclude list is [], retry=0 2024-11-17T08:20:39,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-8531945c-30d8-44bd-a824-50ad9f359795,DISK] 2024-11-17T08:20:39,806 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.meta.1731831639791.meta 2024-11-17T08:20:39,807 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32905:32905)] 2024-11-17T08:20:39,807 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:39,807 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:20:39,807 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:20:39,807 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:20:39,807 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:20:39,807 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:20:39,807 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:39,807 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:20:39,807 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:20:39,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:20:39,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:20:39,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:39,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:39,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:20:39,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:20:39,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:39,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:39,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:20:39,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:20:39,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:39,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:39,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:20:39,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:20:39,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:39,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:39,811 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:20:39,812 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740 2024-11-17T08:20:39,813 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740 2024-11-17T08:20:39,814 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:20:39,814 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:20:39,814 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:20:39,815 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:20:39,816 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70694911, jitterRate=0.053436264395713806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:20:39,816 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:20:39,816 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831639807Writing region info on filesystem at 1731831639807Initializing all the Stores at 1731831639808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831639808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831639808Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831639808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831639808Cleaning up temporary data from old regions at 1731831639814 (+6 ms)Running coprocessor post-open hooks at 1731831639816 (+2 ms)Region opened successfully at 1731831639816 2024-11-17T08:20:39,817 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831639786 2024-11-17T08:20:39,819 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:20:39,819 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:20:39,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,41425,1731831636617 2024-11-17T08:20:39,820 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,41425,1731831636617, state=OPEN 2024-11-17T08:20:39,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2012321445/meta-region-server 2024-11-17T08:20:39,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2012321445/meta-region-server 2024-11-17T08:20:39,829 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,41425,1731831636617 2024-11-17T08:20:39,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2012321445/meta-region-server: CHANGED 2024-11-17T08:20:39,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2012321445/meta-region-server: CHANGED 2024-11-17T08:20:39,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:20:39,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,41425,1731831636617 in 195 msec 2024-11-17T08:20:39,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:20:39,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-17T08:20:39,833 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:39,833 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:20:39,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:39,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41425,1731831636617, seqNum=-1] 2024-11-17T08:20:39,834 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:39,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:20:39,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2440 sec 2024-11-17T08:20:39,839 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831639839, completionTime=-1 2024-11-17T08:20:39,840 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:20:39,840 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:20:39,842 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:20:39,842 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831699842 2024-11-17T08:20:39,842 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831759842 2024-11-17T08:20:39,842 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T08:20:39,842 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37849,1731831636471-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:39,842 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37849,1731831636471-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:39,842 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37849,1731831636471-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:39,842 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:37849, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:39,842 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:39,842 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:39,844 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:20:39,845 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.158sec 2024-11-17T08:20:39,845 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:20:39,845 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:20:39,845 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:20:39,845 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:20:39,845 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:20:39,845 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37849,1731831636471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:20:39,845 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37849,1731831636471-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:20:39,847 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:20:39,847 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:20:39,847 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,37849,1731831636471-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:39,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7183e734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:39,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37849,-1 for getting cluster id 2024-11-17T08:20:39,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:39,849 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0007b4aa-1cc7-4e4e-9ebf-b90d8053625d' 2024-11-17T08:20:39,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:39,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0007b4aa-1cc7-4e4e-9ebf-b90d8053625d" 2024-11-17T08:20:39,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26468a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:39,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37849,-1] 2024-11-17T08:20:39,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:39,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:39,850 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:39,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503742e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:39,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:39,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41425,1731831636617, seqNum=-1] 2024-11-17T08:20:39,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:39,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:20:39,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,37849,1731831636471 2024-11-17T08:20:39,855 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61809 2024-11-17T08:20:39,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:20:39,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10147e17fba0005 connected 2024-11-17T08:20:39,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/hadoop.log.dir so I do NOT create it in target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7 2024-11-17T08:20:39,878 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:20:39,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/hadoop.tmp.dir so I do NOT create it in target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7 2024-11-17T08:20:39,878 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:20:39,879 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7 2024-11-17T08:20:39,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:20:39,879 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/cluster_fbff2d6f-35b5-3016-fac7-e9e989dc71d5, deleteOnExit=true 2024-11-17T08:20:39,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:20:39,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/test.cache.data in system properties and HBase conf 2024-11-17T08:20:39,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:20:39,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:20:39,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:20:39,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:20:39,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:20:39,879 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:20:39,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:20:39,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:20:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:20:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:20:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:20:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:20:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:20:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:20:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:20:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:20:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:20:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:20:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:20:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:20:40,026 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:20:40,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:40,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:40,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:40,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:40,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:40,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:40,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:40,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:40,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:40,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:40,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:40,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:40,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:20:40,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:20:40,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:20:40,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:20:40,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:20:40,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:20:40,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f260953{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:20:40,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b206f70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:20:40,267 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:40,268 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:20:40,268 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48502 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:20:40,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f95f919{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/java.io.tmpdir/jetty-localhost-46797-hadoop-hdfs-3_4_1-tests_jar-_-any-16202969907852591586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:20:40,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@477cba88{HTTP/1.1, (http/1.1)}{localhost:46797} 2024-11-17T08:20:40,323 INFO [Time-limited test {}] server.Server(415): Started @240605ms 2024-11-17T08:20:40,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:20:40,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:20:40,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:20:40,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:20:40,578 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:20:40,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c4df331{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:20:40,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26527bc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:20:40,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30e8171b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/java.io.tmpdir/jetty-localhost-42231-hadoop-hdfs-3_4_1-tests_jar-_-any-4606129525259692776/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:20:40,675 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@248e81fb{HTTP/1.1, (http/1.1)}{localhost:42231} 2024-11-17T08:20:40,675 INFO [Time-limited test {}] server.Server(415): Started @240957ms 2024-11-17T08:20:40,676 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:20:41,301 WARN [Thread-2912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/cluster_fbff2d6f-35b5-3016-fac7-e9e989dc71d5/data/data2/current/BP-1238108855-172.17.0.3-1731831639900/current, will proceed with Du for space computation calculation, 2024-11-17T08:20:41,301 WARN [Thread-2911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/cluster_fbff2d6f-35b5-3016-fac7-e9e989dc71d5/data/data1/current/BP-1238108855-172.17.0.3-1731831639900/current, will proceed with Du for space computation calculation, 2024-11-17T08:20:41,323 WARN [Thread-2899 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:20:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3609ab26b6c3cda with lease ID 0x41e4901ad0746620: Processing first storage report for DS-e34fc12c-ebe6-4214-b780-e61143d5f976 from datanode DatanodeRegistration(127.0.0.1:36877, datanodeUuid=9a91b4a3-8dd7-4b32-8c1f-a197c1e0d1c7, infoPort=39079, infoSecurePort=0, ipcPort=44745, storageInfo=lv=-57;cid=testClusterID;nsid=1288201536;c=1731831639900) 2024-11-17T08:20:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3609ab26b6c3cda with lease ID 0x41e4901ad0746620: from storage DS-e34fc12c-ebe6-4214-b780-e61143d5f976 node DatanodeRegistration(127.0.0.1:36877, datanodeUuid=9a91b4a3-8dd7-4b32-8c1f-a197c1e0d1c7, infoPort=39079, infoSecurePort=0, ipcPort=44745, storageInfo=lv=-57;cid=testClusterID;nsid=1288201536;c=1731831639900), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T08:20:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3609ab26b6c3cda with lease ID 0x41e4901ad0746620: Processing first storage report for DS-72a9a9a6-abb2-48a2-991d-14640185616e from datanode DatanodeRegistration(127.0.0.1:36877, datanodeUuid=9a91b4a3-8dd7-4b32-8c1f-a197c1e0d1c7, infoPort=39079, infoSecurePort=0, ipcPort=44745, storageInfo=lv=-57;cid=testClusterID;nsid=1288201536;c=1731831639900) 2024-11-17T08:20:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3609ab26b6c3cda with lease ID 0x41e4901ad0746620: from storage DS-72a9a9a6-abb2-48a2-991d-14640185616e node DatanodeRegistration(127.0.0.1:36877, datanodeUuid=9a91b4a3-8dd7-4b32-8c1f-a197c1e0d1c7, infoPort=39079, infoSecurePort=0, ipcPort=44745, storageInfo=lv=-57;cid=testClusterID;nsid=1288201536;c=1731831639900), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:20:41,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7 2024-11-17T08:20:41,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:41,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:41,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:20:41,814 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128 with version=8 2024-11-17T08:20:41,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/hbase-staging 2024-11-17T08:20:41,817 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:20:41,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:41,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:41,817 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:20:41,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:41,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:20:41,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:20:41,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:20:41,818 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39925 2024-11-17T08:20:41,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39925 connecting to ZooKeeper ensemble=127.0.0.1:61809 2024-11-17T08:20:41,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399250x0, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:20:41,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39925-0x10147e17fba0006 connected 2024-11-17T08:20:41,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:41,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:41,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Set watcher on znode that does not yet exist, /2697497943/running 2024-11-17T08:20:41,947 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128, hbase.cluster.distributed=false 2024-11-17T08:20:41,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Set watcher on znode that does not yet exist, /2697497943/acl 2024-11-17T08:20:41,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39925 2024-11-17T08:20:41,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39925 2024-11-17T08:20:41,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39925 2024-11-17T08:20:41,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39925 2024-11-17T08:20:41,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39925 2024-11-17T08:20:41,963 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:20:41,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:41,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:41,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:20:41,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:20:41,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:20:41,963 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:20:41,963 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:20:41,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44839 2024-11-17T08:20:41,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44839 connecting to ZooKeeper ensemble=127.0.0.1:61809 2024-11-17T08:20:41,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:41,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:41,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448390x0, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:20:41,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44839-0x10147e17fba0007 connected 2024-11-17T08:20:41,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Set watcher on znode that does not yet exist, /2697497943/running 2024-11-17T08:20:41,977 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:20:41,977 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:20:41,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Set watcher on znode that does not yet exist, /2697497943/master 2024-11-17T08:20:41,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Set watcher on znode that does not yet exist, /2697497943/acl 2024-11-17T08:20:41,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44839 2024-11-17T08:20:41,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44839 2024-11-17T08:20:41,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44839 2024-11-17T08:20:41,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44839 2024-11-17T08:20:41,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44839 2024-11-17T08:20:41,995 DEBUG [M:0;e3d0adb87c01:39925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:39925 2024-11-17T08:20:41,996 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2697497943/backup-masters/e3d0adb87c01,39925,1731831641817 2024-11-17T08:20:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943/backup-masters 2024-11-17T08:20:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943/backup-masters 2024-11-17T08:20:42,008 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Set watcher on existing znode=/2697497943/backup-masters/e3d0adb87c01,39925,1731831641817 2024-11-17T08:20:42,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2697497943/master 2024-11-17T08:20:42,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:20:42,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:20:42,018 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Set watcher on existing znode=/2697497943/master 2024-11-17T08:20:42,019 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2697497943/backup-masters/e3d0adb87c01,39925,1731831641817 from backup master directory 2024-11-17T08:20:42,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943/backup-masters 2024-11-17T08:20:42,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2697497943/backup-masters/e3d0adb87c01,39925,1731831641817 2024-11-17T08:20:42,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943/backup-masters 2024-11-17T08:20:42,029 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:20:42,029 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,39925,1731831641817 2024-11-17T08:20:42,032 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/hbase.id] with ID: 09a41218-d383-4340-8402-a4f62dc4b6bf 2024-11-17T08:20:42,032 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/.tmp/hbase.id 2024-11-17T08:20:42,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:20:42,436 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/.tmp/hbase.id]:[hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/hbase.id] 2024-11-17T08:20:42,443 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:20:42,443 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:20:42,444 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T08:20:42,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:20:42,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:20:42,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:20:42,902 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:20:42,903 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:20:42,903 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:42,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:20:42,908 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store 2024-11-17T08:20:42,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:20:43,313 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:43,313 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:20:43,313 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:43,313 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:43,313 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:20:43,313 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:43,313 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:20:43,313 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831643313Disabling compacts and flushes for region at 1731831643313Disabling writes for close at 1731831643313Writing region close event to WAL at 1731831643313Closed at 1731831643313 2024-11-17T08:20:43,314 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/.initializing 2024-11-17T08:20:43,314 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/WALs/e3d0adb87c01,39925,1731831641817 2024-11-17T08:20:43,314 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:20:43,316 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C39925%2C1731831641817, suffix=, logDir=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/WALs/e3d0adb87c01,39925,1731831641817, archiveDir=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/oldWALs, maxLogs=10 2024-11-17T08:20:43,327 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/WALs/e3d0adb87c01,39925,1731831641817/e3d0adb87c01%2C39925%2C1731831641817.1731831643316, exclude list is [], retry=0 2024-11-17T08:20:43,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36877,DS-e34fc12c-ebe6-4214-b780-e61143d5f976,DISK] 2024-11-17T08:20:43,331 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/WALs/e3d0adb87c01,39925,1731831641817/e3d0adb87c01%2C39925%2C1731831641817.1731831643316 2024-11-17T08:20:43,334 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39079:39079)] 2024-11-17T08:20:43,335 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:43,335 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:43,335 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:43,335 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:43,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:43,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:20:43,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:43,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:43,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:43,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:20:43,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:43,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:43,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:43,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:20:43,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:43,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:43,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:43,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:20:43,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:43,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:43,340 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:43,341 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:43,341 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:43,342 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:43,342 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:43,342 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:20:43,343 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:20:43,344 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:43,344 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69611208, jitterRate=0.03728783130645752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:20:43,344 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831643335Initializing all the Stores at 1731831643336 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831643336Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831643336Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831643336Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831643336Cleaning up temporary data from old regions at 1731831643342 (+6 ms)Region opened successfully at 1731831643344 (+2 ms) 2024-11-17T08:20:43,344 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:20:43,346 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185bcfad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:20:43,347 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:20:43,347 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:20:43,347 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:20:43,347 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:20:43,348 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:20:43,348 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:20:43,348 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:20:43,349 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:20:43,350 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Unable to get data of znode /2697497943/balancer because node does not exist (not necessarily an error) 2024-11-17T08:20:43,508 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2697497943/balancer already deleted, retry=false 2024-11-17T08:20:43,508 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:20:43,509 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Unable to get data of znode /2697497943/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:20:43,518 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2697497943/normalizer already deleted, retry=false 2024-11-17T08:20:43,518 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:20:43,519 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Unable to get data of znode /2697497943/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:20:43,528 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2697497943/switch/split already deleted, retry=false 2024-11-17T08:20:43,529 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Unable to get data of znode /2697497943/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:20:43,539 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2697497943/switch/merge already deleted, retry=false 2024-11-17T08:20:43,540 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Unable to get data of znode /2697497943/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:20:43,549 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2697497943/snapshot-cleanup already deleted, retry=false 2024-11-17T08:20:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2697497943/running 2024-11-17T08:20:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2697497943/running 2024-11-17T08:20:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:20:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:20:43,560 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,39925,1731831641817, sessionid=0x10147e17fba0006, setting cluster-up flag (Was=false) 2024-11-17T08:20:43,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:20:43,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:20:43,613 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2697497943/flush-table-proc/acquired, /2697497943/flush-table-proc/reached, /2697497943/flush-table-proc/abort 2024-11-17T08:20:43,613 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,39925,1731831641817 2024-11-17T08:20:43,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:20:43,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:20:43,665 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2697497943/online-snapshot/acquired, /2697497943/online-snapshot/reached, /2697497943/online-snapshot/abort 2024-11-17T08:20:43,666 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,39925,1731831641817 2024-11-17T08:20:43,667 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:20:43,668 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:43,669 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:20:43,669 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:20:43,669 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,39925,1731831641817 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:20:43,670 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:43,670 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:43,670 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:43,670 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:20:43,670 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:20:43,670 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:43,670 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:20:43,670 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:43,671 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831673671 2024-11-17T08:20:43,671 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:20:43,671 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:20:43,671 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:20:43,671 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:20:43,671 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:20:43,671 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:20:43,671 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:43,671 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:20:43,671 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:43,671 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:20:43,671 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:20:43,672 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:20:43,672 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:20:43,672 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:20:43,672 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:20:43,672 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:43,672 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831643672,5,FailOnTimeoutGroup] 2024-11-17T08:20:43,672 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831643672,5,FailOnTimeoutGroup] 2024-11-17T08:20:43,672 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:20:43,672 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:43,672 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:20:43,672 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:43,672 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:43,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:20:43,687 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(746): ClusterId : 09a41218-d383-4340-8402-a4f62dc4b6bf 2024-11-17T08:20:43,687 DEBUG [RS:0;e3d0adb87c01:44839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:20:43,697 DEBUG [RS:0;e3d0adb87c01:44839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:20:43,697 DEBUG [RS:0;e3d0adb87c01:44839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:20:43,708 DEBUG [RS:0;e3d0adb87c01:44839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:20:43,708 DEBUG [RS:0;e3d0adb87c01:44839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a368ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:20:43,719 DEBUG [RS:0;e3d0adb87c01:44839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:44839 2024-11-17T08:20:43,719 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:20:43,719 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:20:43,719 DEBUG [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:20:43,720 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,39925,1731831641817 with port=44839, startcode=1731831641963 2024-11-17T08:20:43,720 DEBUG [RS:0;e3d0adb87c01:44839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:20:43,721 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:20:43,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39925 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,44839,1731831641963 2024-11-17T08:20:43,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39925 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,44839,1731831641963 2024-11-17T08:20:43,723 DEBUG [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128 2024-11-17T08:20:43,723 DEBUG [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44065 2024-11-17T08:20:43,723 DEBUG [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:20:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943/rs 2024-11-17T08:20:43,774 DEBUG [RS:0;e3d0adb87c01:44839 {}] zookeeper.ZKUtil(111): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Set watcher on existing znode=/2697497943/rs/e3d0adb87c01,44839,1731831641963 2024-11-17T08:20:43,774 WARN [RS:0;e3d0adb87c01:44839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:20:43,775 INFO [RS:0;e3d0adb87c01:44839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:43,775 DEBUG [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963 2024-11-17T08:20:43,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,44839,1731831641963] 2024-11-17T08:20:43,777 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:20:43,779 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:20:43,779 INFO [RS:0;e3d0adb87c01:44839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:20:43,779 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:43,779 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:20:43,780 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:20:43,780 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:43,780 DEBUG [RS:0;e3d0adb87c01:44839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:43,780 DEBUG [RS:0;e3d0adb87c01:44839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:43,780 DEBUG [RS:0;e3d0adb87c01:44839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:43,780 DEBUG [RS:0;e3d0adb87c01:44839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:43,780 DEBUG [RS:0;e3d0adb87c01:44839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:43,780 DEBUG [RS:0;e3d0adb87c01:44839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:20:43,780 DEBUG [RS:0;e3d0adb87c01:44839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:43,780 DEBUG [RS:0;e3d0adb87c01:44839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:43,780 DEBUG [RS:0;e3d0adb87c01:44839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:43,780 DEBUG [RS:0;e3d0adb87c01:44839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:43,780 DEBUG [RS:0;e3d0adb87c01:44839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:43,780 DEBUG [RS:0;e3d0adb87c01:44839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:20:43,780 DEBUG [RS:0;e3d0adb87c01:44839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:20:43,780 DEBUG [RS:0;e3d0adb87c01:44839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:20:43,782 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:43,782 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:43,782 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:43,782 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:43,782 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:43,782 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44839,1731831641963-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:20:43,798 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:20:43,799 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44839,1731831641963-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:43,799 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:43,799 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.Replication(171): e3d0adb87c01,44839,1731831641963 started 2024-11-17T08:20:43,815 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:43,815 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,44839,1731831641963, RpcServer on e3d0adb87c01/172.17.0.3:44839, sessionid=0x10147e17fba0007 2024-11-17T08:20:43,815 DEBUG [RS:0;e3d0adb87c01:44839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:20:43,815 DEBUG [RS:0;e3d0adb87c01:44839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,44839,1731831641963 2024-11-17T08:20:43,815 DEBUG [RS:0;e3d0adb87c01:44839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,44839,1731831641963' 2024-11-17T08:20:43,816 DEBUG [RS:0;e3d0adb87c01:44839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2697497943/flush-table-proc/abort' 2024-11-17T08:20:43,816 DEBUG [RS:0;e3d0adb87c01:44839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2697497943/flush-table-proc/acquired' 2024-11-17T08:20:43,816 DEBUG [RS:0;e3d0adb87c01:44839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:20:43,816 DEBUG [RS:0;e3d0adb87c01:44839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:20:43,816 DEBUG [RS:0;e3d0adb87c01:44839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,44839,1731831641963 2024-11-17T08:20:43,816 DEBUG [RS:0;e3d0adb87c01:44839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,44839,1731831641963' 2024-11-17T08:20:43,816 DEBUG [RS:0;e3d0adb87c01:44839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2697497943/online-snapshot/abort' 2024-11-17T08:20:43,817 DEBUG [RS:0;e3d0adb87c01:44839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2697497943/online-snapshot/acquired' 2024-11-17T08:20:43,817 DEBUG [RS:0;e3d0adb87c01:44839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:20:43,817 INFO [RS:0;e3d0adb87c01:44839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:20:43,817 INFO [RS:0;e3d0adb87c01:44839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:20:43,917 INFO [RS:0;e3d0adb87c01:44839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:20:43,919 INFO [RS:0;e3d0adb87c01:44839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C44839%2C1731831641963, suffix=, logDir=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963, archiveDir=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/oldWALs, maxLogs=10 2024-11-17T08:20:43,933 DEBUG [RS:0;e3d0adb87c01:44839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919, exclude list is [], retry=0 2024-11-17T08:20:43,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36877,DS-e34fc12c-ebe6-4214-b780-e61143d5f976,DISK] 2024-11-17T08:20:43,937 INFO [RS:0;e3d0adb87c01:44839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 2024-11-17T08:20:43,937 DEBUG [RS:0;e3d0adb87c01:44839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39079:39079)] 2024-11-17T08:20:44,079 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:20:44,079 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128 2024-11-17T08:20:44,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:20:44,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:44,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:20:44,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:20:44,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:44,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:44,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:20:44,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:20:44,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:44,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:44,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:20:44,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:20:44,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:44,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:44,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:20:44,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:20:44,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:44,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:44,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:20:44,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740 2024-11-17T08:20:44,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740 2024-11-17T08:20:44,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:20:44,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:20:44,092 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:20:44,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:20:44,094 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:44,095 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67572248, jitterRate=0.006904959678649902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:20:44,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831644086Initializing all the Stores at 1731831644086Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831644086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831644086Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831644086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831644086Cleaning up temporary data from old regions at 1731831644092 (+6 ms)Region opened successfully at 1731831644095 (+3 ms) 2024-11-17T08:20:44,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:20:44,095 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:20:44,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:20:44,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:20:44,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:20:44,095 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:20:44,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831644095Disabling compacts and flushes for region at 1731831644095Disabling writes for close at 1731831644095Writing region close event to WAL at 1731831644095Closed at 1731831644095 2024-11-17T08:20:44,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:44,096 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:20:44,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:20:44,097 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:20:44,098 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:20:44,248 DEBUG [e3d0adb87c01:39925 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:20:44,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,44839,1731831641963 2024-11-17T08:20:44,249 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,44839,1731831641963, state=OPENING 2024-11-17T08:20:44,302 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:20:44,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:20:44,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:20:44,313 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:20:44,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2697497943/meta-region-server: CHANGED 2024-11-17T08:20:44,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2697497943/meta-region-server: CHANGED 2024-11-17T08:20:44,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,44839,1731831641963}] 2024-11-17T08:20:44,465 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:20:44,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:20:44,469 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:20:44,469 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:44,469 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:20:44,470 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C44839%2C1731831641963.meta, suffix=.meta, logDir=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963, archiveDir=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/oldWALs, maxLogs=10 2024-11-17T08:20:44,482 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.meta.1731831644470.meta, exclude list is [], retry=0 2024-11-17T08:20:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36877,DS-e34fc12c-ebe6-4214-b780-e61143d5f976,DISK] 2024-11-17T08:20:44,485 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.meta.1731831644470.meta 2024-11-17T08:20:44,485 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39079:39079)] 2024-11-17T08:20:44,485 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:44,486 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:20:44,486 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:20:44,486 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:20:44,486 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:20:44,486 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:20:44,486 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:44,486 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:20:44,486 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:20:44,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:20:44,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:20:44,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:44,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:44,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:20:44,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:20:44,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:44,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:44,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:20:44,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:20:44,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:44,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:44,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:20:44,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:20:44,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:44,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:20:44,490 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:20:44,491 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740 2024-11-17T08:20:44,491 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740 2024-11-17T08:20:44,492 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:20:44,492 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:20:44,492 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:20:44,493 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:20:44,493 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63390829, jitterRate=-0.05540303885936737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:20:44,494 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:20:44,494 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831644486Writing region info on filesystem at 1731831644486Initializing all the Stores at 1731831644487 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831644487Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831644487Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831644487Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831644487Cleaning up temporary data from old regions at 1731831644492 (+5 ms)Running coprocessor post-open hooks at 1731831644494 (+2 ms)Region opened successfully at 1731831644494 2024-11-17T08:20:44,494 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831644465 2024-11-17T08:20:44,496 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:20:44,496 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:20:44,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,44839,1731831641963 2024-11-17T08:20:44,497 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,44839,1731831641963, state=OPEN 2024-11-17T08:20:44,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2697497943/meta-region-server 2024-11-17T08:20:44,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2697497943/meta-region-server 2024-11-17T08:20:44,507 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,44839,1731831641963 2024-11-17T08:20:44,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2697497943/meta-region-server: CHANGED 2024-11-17T08:20:44,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2697497943/meta-region-server: CHANGED 2024-11-17T08:20:44,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:20:44,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,44839,1731831641963 in 195 msec 2024-11-17T08:20:44,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:20:44,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-17T08:20:44,511 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:20:44,511 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:20:44,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:44,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44839,1731831641963, seqNum=-1] 2024-11-17T08:20:44,513 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:44,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:20:44,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 848 msec 2024-11-17T08:20:44,516 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831644516, completionTime=-1 2024-11-17T08:20:44,517 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:20:44,517 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:20:44,518 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:20:44,518 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831704518 2024-11-17T08:20:44,518 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831764518 2024-11-17T08:20:44,518 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T08:20:44,518 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39925,1731831641817-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:44,518 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39925,1731831641817-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:44,518 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39925,1731831641817-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:44,518 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:39925, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:44,519 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:44,519 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:44,520 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:20:44,521 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.492sec 2024-11-17T08:20:44,521 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:20:44,521 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:20:44,521 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:20:44,521 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:20:44,521 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:20:44,521 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39925,1731831641817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:20:44,521 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39925,1731831641817-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:20:44,523 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:20:44,523 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:20:44,523 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,39925,1731831641817-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:20:44,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f06e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:44,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39925,-1 for getting cluster id 2024-11-17T08:20:44,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:44,589 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09a41218-d383-4340-8402-a4f62dc4b6bf' 2024-11-17T08:20:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09a41218-d383-4340-8402-a4f62dc4b6bf" 2024-11-17T08:20:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16409cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39925,-1] 2024-11-17T08:20:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:44,590 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:44,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8668f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:44,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:44,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44839,1731831641963, seqNum=-1] 2024-11-17T08:20:44,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:44,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:20:44,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,39925,1731831641817 2024-11-17T08:20:44,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61809 2024-11-17T08:20:44,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:20:44,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10147e17fba0008 connected 2024-11-17T08:20:44,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,44127,1731831630932 2024-11-17T08:20:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ac7af35 2024-11-17T08:20:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:44,616 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:20:44,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:20:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T08:20:44,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:20:44,619 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:44,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T08:20:44,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:20:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:44,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741835_1011 (size=902) 2024-11-17T08:20:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:45,026 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2962ed4cee557ef8db9a1ef4f4421570, NAME => 'test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525 2024-11-17T08:20:45,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741836_1012 (size=39) 2024-11-17T08:20:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:45,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:20:45,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:45,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:45,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:45,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:45,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:45,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:45,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:45,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:45,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:45,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:45,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:45,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:45,431 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:45,431 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2962ed4cee557ef8db9a1ef4f4421570, disabling compactions & flushes 2024-11-17T08:20:45,431 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570. 2024-11-17T08:20:45,431 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570. 2024-11-17T08:20:45,431 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570. after waiting 0 ms 2024-11-17T08:20:45,431 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570. 2024-11-17T08:20:45,431 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570. 2024-11-17T08:20:45,431 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2962ed4cee557ef8db9a1ef4f4421570: Waiting for close lock at 1731831645431Disabling compacts and flushes for region at 1731831645431Disabling writes for close at 1731831645431Writing region close event to WAL at 1731831645431Closed at 1731831645431 2024-11-17T08:20:45,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:20:45,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731831645432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831645432"}]},"ts":"1731831645432"} 2024-11-17T08:20:45,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:20:45,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:20:45,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831645435"}]},"ts":"1731831645435"} 2024-11-17T08:20:45,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T08:20:45,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2962ed4cee557ef8db9a1ef4f4421570, ASSIGN}] 2024-11-17T08:20:45,437 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2962ed4cee557ef8db9a1ef4f4421570, ASSIGN 2024-11-17T08:20:45,437 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2962ed4cee557ef8db9a1ef4f4421570, ASSIGN; state=OFFLINE, location=e3d0adb87c01,32941,1731831631216; forceNewPlan=false, retain=false 2024-11-17T08:20:45,588 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2962ed4cee557ef8db9a1ef4f4421570, regionState=OPENING, regionLocation=e3d0adb87c01,32941,1731831631216 2024-11-17T08:20:45,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2962ed4cee557ef8db9a1ef4f4421570, ASSIGN because future has completed 2024-11-17T08:20:45,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2962ed4cee557ef8db9a1ef4f4421570, server=e3d0adb87c01,32941,1731831631216}] 2024-11-17T08:20:45,745 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570. 2024-11-17T08:20:45,745 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2962ed4cee557ef8db9a1ef4f4421570, NAME => 'test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:45,745 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:20:45,745 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T08:20:45,745 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:20:45,746 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:45,746 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:20:45,746 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:20:45,747 INFO [StoreOpener-2962ed4cee557ef8db9a1ef4f4421570-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:20:45,748 INFO [StoreOpener-2962ed4cee557ef8db9a1ef4f4421570-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2962ed4cee557ef8db9a1ef4f4421570 columnFamilyName f 2024-11-17T08:20:45,748 DEBUG [StoreOpener-2962ed4cee557ef8db9a1ef4f4421570-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:45,748 INFO [StoreOpener-2962ed4cee557ef8db9a1ef4f4421570-1 {}] regionserver.HStore(327): Store=2962ed4cee557ef8db9a1ef4f4421570/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:45,748 INFO [StoreOpener-2962ed4cee557ef8db9a1ef4f4421570-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:20:45,749 INFO [StoreOpener-2962ed4cee557ef8db9a1ef4f4421570-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2962ed4cee557ef8db9a1ef4f4421570 columnFamilyName f1 2024-11-17T08:20:45,749 DEBUG [StoreOpener-2962ed4cee557ef8db9a1ef4f4421570-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:45,749 INFO [StoreOpener-2962ed4cee557ef8db9a1ef4f4421570-1 {}] regionserver.HStore(327): Store=2962ed4cee557ef8db9a1ef4f4421570/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:45,749 INFO [StoreOpener-2962ed4cee557ef8db9a1ef4f4421570-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:20:45,750 INFO [StoreOpener-2962ed4cee557ef8db9a1ef4f4421570-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2962ed4cee557ef8db9a1ef4f4421570 columnFamilyName norep 2024-11-17T08:20:45,750 DEBUG [StoreOpener-2962ed4cee557ef8db9a1ef4f4421570-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:45,750 INFO [StoreOpener-2962ed4cee557ef8db9a1ef4f4421570-1 {}] regionserver.HStore(327): Store=2962ed4cee557ef8db9a1ef4f4421570/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:45,750 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:20:45,751 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:20:45,751 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:20:45,752 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:20:45,752 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:20:45,752 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:20:45,753 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:20:45,754 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:45,755 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2962ed4cee557ef8db9a1ef4f4421570; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66260275, jitterRate=-0.012644961476325989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:20:45,755 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:20:45,755 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2962ed4cee557ef8db9a1ef4f4421570: Running coprocessor pre-open hook at 1731831645746Writing region info on filesystem at 1731831645746Initializing all the Stores at 1731831645746Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831645747 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831645747Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831645747Cleaning up temporary data from old regions at 1731831645752 (+5 ms)Running coprocessor post-open hooks at 1731831645755 (+3 ms)Region opened successfully at 1731831645755 2024-11-17T08:20:45,756 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570., pid=6, masterSystemTime=1731831645742 2024-11-17T08:20:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:45,758 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570. 2024-11-17T08:20:45,758 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570. 2024-11-17T08:20:45,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2962ed4cee557ef8db9a1ef4f4421570, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e3d0adb87c01,32941,1731831631216 2024-11-17T08:20:45,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2962ed4cee557ef8db9a1ef4f4421570, server=e3d0adb87c01,32941,1731831631216 because future has completed 2024-11-17T08:20:45,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:20:45,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2962ed4cee557ef8db9a1ef4f4421570, server=e3d0adb87c01,32941,1731831631216 in 171 msec 2024-11-17T08:20:45,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:20:45,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2962ed4cee557ef8db9a1ef4f4421570, ASSIGN in 327 msec 2024-11-17T08:20:45,765 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:20:45,765 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831645765"}]},"ts":"1731831645765"} 2024-11-17T08:20:45,766 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T08:20:45,767 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:20:45,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-17T08:20:46,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T08:20:46,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T08:20:46,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:20:46,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T08:20:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:46,767 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T08:20:46,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:46,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,37849,1731831636471 2024-11-17T08:20:46,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@717fb634 2024-11-17T08:20:46,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:46,769 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:20:46,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:20:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T08:20:46,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:20:46,772 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:46,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T08:20:46,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:20:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:46,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741835_1011 (size=902) 2024-11-17T08:20:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:47,182 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af455b8f77e9b17e75cd804e289d8a49, NAME => 'test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c 2024-11-17T08:20:47,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741836_1012 (size=39) 2024-11-17T08:20:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:47,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:47,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing af455b8f77e9b17e75cd804e289d8a49, disabling compactions & flushes 2024-11-17T08:20:47,587 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49. 2024-11-17T08:20:47,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49. 2024-11-17T08:20:47,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49. after waiting 0 ms 2024-11-17T08:20:47,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49. 2024-11-17T08:20:47,587 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49. 2024-11-17T08:20:47,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for af455b8f77e9b17e75cd804e289d8a49: Waiting for close lock at 1731831647587Disabling compacts and flushes for region at 1731831647587Disabling writes for close at 1731831647587Writing region close event to WAL at 1731831647587Closed at 1731831647587 2024-11-17T08:20:47,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:20:47,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731831647588"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831647588"}]},"ts":"1731831647588"} 2024-11-17T08:20:47,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:20:47,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:20:47,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831647590"}]},"ts":"1731831647590"} 2024-11-17T08:20:47,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T08:20:47,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af455b8f77e9b17e75cd804e289d8a49, ASSIGN}] 2024-11-17T08:20:47,593 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af455b8f77e9b17e75cd804e289d8a49, ASSIGN 2024-11-17T08:20:47,593 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=af455b8f77e9b17e75cd804e289d8a49, ASSIGN; state=OFFLINE, location=e3d0adb87c01,41425,1731831636617; forceNewPlan=false, retain=false 2024-11-17T08:20:47,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af455b8f77e9b17e75cd804e289d8a49, regionState=OPENING, regionLocation=e3d0adb87c01,41425,1731831636617 2024-11-17T08:20:47,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=af455b8f77e9b17e75cd804e289d8a49, ASSIGN because future has completed 2024-11-17T08:20:47,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af455b8f77e9b17e75cd804e289d8a49, server=e3d0adb87c01,41425,1731831636617}] 2024-11-17T08:20:47,901 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49. 2024-11-17T08:20:47,901 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => af455b8f77e9b17e75cd804e289d8a49, NAME => 'test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:47,901 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:20:47,901 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T08:20:47,901 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:20:47,901 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:47,901 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:20:47,902 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:20:47,903 INFO [StoreOpener-af455b8f77e9b17e75cd804e289d8a49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:20:47,904 INFO [StoreOpener-af455b8f77e9b17e75cd804e289d8a49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af455b8f77e9b17e75cd804e289d8a49 columnFamilyName f 2024-11-17T08:20:47,904 DEBUG [StoreOpener-af455b8f77e9b17e75cd804e289d8a49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:47,904 INFO [StoreOpener-af455b8f77e9b17e75cd804e289d8a49-1 {}] regionserver.HStore(327): Store=af455b8f77e9b17e75cd804e289d8a49/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:47,904 INFO [StoreOpener-af455b8f77e9b17e75cd804e289d8a49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:20:47,905 INFO [StoreOpener-af455b8f77e9b17e75cd804e289d8a49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af455b8f77e9b17e75cd804e289d8a49 columnFamilyName f1 2024-11-17T08:20:47,905 DEBUG [StoreOpener-af455b8f77e9b17e75cd804e289d8a49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:47,905 INFO [StoreOpener-af455b8f77e9b17e75cd804e289d8a49-1 {}] regionserver.HStore(327): Store=af455b8f77e9b17e75cd804e289d8a49/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:47,905 INFO [StoreOpener-af455b8f77e9b17e75cd804e289d8a49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:20:47,906 INFO [StoreOpener-af455b8f77e9b17e75cd804e289d8a49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af455b8f77e9b17e75cd804e289d8a49 columnFamilyName norep 2024-11-17T08:20:47,906 DEBUG [StoreOpener-af455b8f77e9b17e75cd804e289d8a49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:47,906 INFO [StoreOpener-af455b8f77e9b17e75cd804e289d8a49-1 {}] regionserver.HStore(327): Store=af455b8f77e9b17e75cd804e289d8a49/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:47,906 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:20:47,907 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:20:47,907 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:20:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:47,908 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:20:47,908 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:20:47,908 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:20:47,909 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:20:47,910 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:47,910 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened af455b8f77e9b17e75cd804e289d8a49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68899025, jitterRate=0.026675477623939514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:20:47,910 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:20:47,910 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for af455b8f77e9b17e75cd804e289d8a49: Running coprocessor pre-open hook at 1731831647902Writing region info on filesystem at 1731831647902Initializing all the Stores at 1731831647902Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831647902Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831647902Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831647902Cleaning up temporary data from old regions at 1731831647908 (+6 ms)Running coprocessor post-open hooks at 1731831647910 (+2 ms)Region opened successfully at 1731831647910 2024-11-17T08:20:47,911 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49., pid=6, masterSystemTime=1731831647898 2024-11-17T08:20:47,913 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49. 2024-11-17T08:20:47,913 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49. 2024-11-17T08:20:47,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af455b8f77e9b17e75cd804e289d8a49, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e3d0adb87c01,41425,1731831636617 2024-11-17T08:20:47,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af455b8f77e9b17e75cd804e289d8a49, server=e3d0adb87c01,41425,1731831636617 because future has completed 2024-11-17T08:20:47,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:20:47,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure af455b8f77e9b17e75cd804e289d8a49, server=e3d0adb87c01,41425,1731831636617 in 169 msec 2024-11-17T08:20:47,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:20:47,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=af455b8f77e9b17e75cd804e289d8a49, ASSIGN in 325 msec 2024-11-17T08:20:47,919 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:20:47,919 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831647919"}]},"ts":"1731831647919"} 2024-11-17T08:20:47,920 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T08:20:47,921 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:20:47,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-17T08:20:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:48,918 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T08:20:48,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:48,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39925,1731831641817 2024-11-17T08:20:48,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35ea9159 2024-11-17T08:20:48,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:48,920 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:20:48,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:20:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T08:20:48,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:20:49,000 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:49,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T08:20:49,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:20:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:49,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741835_1011 (size=902) 2024-11-17T08:20:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:49,406 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 78b3c3201488bab33b53a2a3363784e3, NAME => 'test,,1731831648920.78b3c3201488bab33b53a2a3363784e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128 2024-11-17T08:20:49,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741836_1012 (size=39) 2024-11-17T08:20:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:49,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731831648920.78b3c3201488bab33b53a2a3363784e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:49,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 78b3c3201488bab33b53a2a3363784e3, disabling compactions & flushes 2024-11-17T08:20:49,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731831648920.78b3c3201488bab33b53a2a3363784e3. 2024-11-17T08:20:49,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831648920.78b3c3201488bab33b53a2a3363784e3. 2024-11-17T08:20:49,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731831648920.78b3c3201488bab33b53a2a3363784e3. after waiting 0 ms 2024-11-17T08:20:49,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731831648920.78b3c3201488bab33b53a2a3363784e3. 2024-11-17T08:20:49,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731831648920.78b3c3201488bab33b53a2a3363784e3. 2024-11-17T08:20:49,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 78b3c3201488bab33b53a2a3363784e3: Waiting for close lock at 1731831649811Disabling compacts and flushes for region at 1731831649811Disabling writes for close at 1731831649811Writing region close event to WAL at 1731831649811Closed at 1731831649811 2024-11-17T08:20:49,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:20:49,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731831648920.78b3c3201488bab33b53a2a3363784e3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731831649813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831649813"}]},"ts":"1731831649813"} 2024-11-17T08:20:49,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:20:49,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:20:49,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831649815"}]},"ts":"1731831649815"} 2024-11-17T08:20:49,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T08:20:49,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=78b3c3201488bab33b53a2a3363784e3, ASSIGN}] 2024-11-17T08:20:49,819 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=78b3c3201488bab33b53a2a3363784e3, ASSIGN 2024-11-17T08:20:49,819 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=78b3c3201488bab33b53a2a3363784e3, ASSIGN; state=OFFLINE, location=e3d0adb87c01,44839,1731831641963; forceNewPlan=false, retain=false 2024-11-17T08:20:49,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=78b3c3201488bab33b53a2a3363784e3, regionState=OPENING, regionLocation=e3d0adb87c01,44839,1731831641963 2024-11-17T08:20:49,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=78b3c3201488bab33b53a2a3363784e3, ASSIGN because future has completed 2024-11-17T08:20:49,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78b3c3201488bab33b53a2a3363784e3, server=e3d0adb87c01,44839,1731831641963}] 2024-11-17T08:20:50,127 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731831648920.78b3c3201488bab33b53a2a3363784e3. 2024-11-17T08:20:50,127 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 78b3c3201488bab33b53a2a3363784e3, NAME => 'test,,1731831648920.78b3c3201488bab33b53a2a3363784e3.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:50,127 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:20:50,127 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T08:20:50,128 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:20:50,128 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731831648920.78b3c3201488bab33b53a2a3363784e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:50,128 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:20:50,128 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:20:50,129 INFO [StoreOpener-78b3c3201488bab33b53a2a3363784e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:20:50,130 INFO [StoreOpener-78b3c3201488bab33b53a2a3363784e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78b3c3201488bab33b53a2a3363784e3 columnFamilyName f 2024-11-17T08:20:50,130 DEBUG [StoreOpener-78b3c3201488bab33b53a2a3363784e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:50,130 INFO [StoreOpener-78b3c3201488bab33b53a2a3363784e3-1 {}] regionserver.HStore(327): Store=78b3c3201488bab33b53a2a3363784e3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:50,130 INFO [StoreOpener-78b3c3201488bab33b53a2a3363784e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:20:50,131 INFO [StoreOpener-78b3c3201488bab33b53a2a3363784e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78b3c3201488bab33b53a2a3363784e3 columnFamilyName f1 2024-11-17T08:20:50,131 DEBUG [StoreOpener-78b3c3201488bab33b53a2a3363784e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:50,131 INFO [StoreOpener-78b3c3201488bab33b53a2a3363784e3-1 {}] regionserver.HStore(327): Store=78b3c3201488bab33b53a2a3363784e3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:50,131 INFO [StoreOpener-78b3c3201488bab33b53a2a3363784e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:20:50,132 INFO [StoreOpener-78b3c3201488bab33b53a2a3363784e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78b3c3201488bab33b53a2a3363784e3 columnFamilyName norep 2024-11-17T08:20:50,132 DEBUG [StoreOpener-78b3c3201488bab33b53a2a3363784e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:50,132 INFO [StoreOpener-78b3c3201488bab33b53a2a3363784e3-1 {}] regionserver.HStore(327): Store=78b3c3201488bab33b53a2a3363784e3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:50,132 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:20:50,133 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:20:50,133 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:20:50,134 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:20:50,134 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:20:50,134 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:20:50,135 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:20:50,137 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:50,137 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 78b3c3201488bab33b53a2a3363784e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72794223, jitterRate=0.08471845090389252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:20:50,137 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:20:50,137 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 78b3c3201488bab33b53a2a3363784e3: Running coprocessor pre-open hook at 1731831650128Writing region info on filesystem at 1731831650128Initializing all the Stores at 1731831650128Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831650128Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831650129 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831650129Cleaning up temporary data from old regions at 1731831650134 (+5 ms)Running coprocessor post-open hooks at 1731831650137 (+3 ms)Region opened successfully at 1731831650137 2024-11-17T08:20:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:50,138 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731831648920.78b3c3201488bab33b53a2a3363784e3., pid=6, masterSystemTime=1731831650124 2024-11-17T08:20:50,139 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731831648920.78b3c3201488bab33b53a2a3363784e3. 2024-11-17T08:20:50,139 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731831648920.78b3c3201488bab33b53a2a3363784e3. 2024-11-17T08:20:50,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=78b3c3201488bab33b53a2a3363784e3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e3d0adb87c01,44839,1731831641963 2024-11-17T08:20:50,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78b3c3201488bab33b53a2a3363784e3, server=e3d0adb87c01,44839,1731831641963 because future has completed 2024-11-17T08:20:50,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:20:50,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 78b3c3201488bab33b53a2a3363784e3, server=e3d0adb87c01,44839,1731831641963 in 170 msec 2024-11-17T08:20:50,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:20:50,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=78b3c3201488bab33b53a2a3363784e3, ASSIGN in 326 msec 2024-11-17T08:20:50,145 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:20:50,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831650145"}]},"ts":"1731831650145"} 2024-11-17T08:20:50,147 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T08:20:50,148 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:20:50,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2270 sec 2024-11-17T08:20:50,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T08:20:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:20:51,147 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T08:20:51,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f54ac98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:51,148 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44127,-1 for getting cluster id 2024-11-17T08:20:51,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:51,149 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '336d13f5-f88e-4391-bb53-5c6b9600d196' 2024-11-17T08:20:51,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:51,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "336d13f5-f88e-4391-bb53-5c6b9600d196" 2024-11-17T08:20:51,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3006193f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:51,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44127,-1] 2024-11-17T08:20:51,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:51,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:51,150 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:51,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e19bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:51,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:51,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,44127,1731831630932 2024-11-17T08:20:51,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b168bd3 2024-11-17T08:20:51,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:51,153 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:20:51,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:37849,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:20:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:20:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:51,155 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:37849' 2024-11-17T08:20:51,156 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d4ec5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:51,156 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37849,-1 for getting cluster id 2024-11-17T08:20:51,156 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:51,157 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0007b4aa-1cc7-4e4e-9ebf-b90d8053625d' 2024-11-17T08:20:51,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:51,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0007b4aa-1cc7-4e4e-9ebf-b90d8053625d" 2024-11-17T08:20:51,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210b7bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:51,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37849,-1] 2024-11-17T08:20:51,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:51,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:51,158 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:51,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7316d6e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:51,159 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:51,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,37849,1731831636471 2024-11-17T08:20:51,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f952e21 2024-11-17T08:20:51,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:51,160 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:20:51,161 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T08:20:51,161 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:20:51,161 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:51,161 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:51,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:20:51,162 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:20:51,163 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:20:51,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:20:51,164 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:51,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:20:51,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741837_1013 (size=1138) 2024-11-17T08:20:51,213 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T08:20:51,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:20:51,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:51,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:51,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:51,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:51,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:51,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:51,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:51,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:51,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:51,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:51,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:51,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:51,574 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a284b78cdcf33235f015e567960ffab, NAME => 'hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525 2024-11-17T08:20:51,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741838_1014 (size=44) 2024-11-17T08:20:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:51,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:51,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1a284b78cdcf33235f015e567960ffab, disabling compactions & flushes 2024-11-17T08:20:51,984 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. 2024-11-17T08:20:51,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. 2024-11-17T08:20:51,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. after waiting 0 ms 2024-11-17T08:20:51,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. 2024-11-17T08:20:51,984 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. 2024-11-17T08:20:51,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a284b78cdcf33235f015e567960ffab: Waiting for close lock at 1731831651984Disabling compacts and flushes for region at 1731831651984Disabling writes for close at 1731831651984Writing region close event to WAL at 1731831651984Closed at 1731831651984 2024-11-17T08:20:51,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:20:51,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731831651985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831651985"}]},"ts":"1731831651985"} 2024-11-17T08:20:51,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:20:51,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:20:51,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831651988"}]},"ts":"1731831651988"} 2024-11-17T08:20:51,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T08:20:51,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1a284b78cdcf33235f015e567960ffab, ASSIGN}] 2024-11-17T08:20:51,991 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1a284b78cdcf33235f015e567960ffab, ASSIGN 2024-11-17T08:20:51,992 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1a284b78cdcf33235f015e567960ffab, ASSIGN; state=OFFLINE, location=e3d0adb87c01,32941,1731831631216; forceNewPlan=false, retain=false 2024-11-17T08:20:52,142 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1a284b78cdcf33235f015e567960ffab, regionState=OPENING, regionLocation=e3d0adb87c01,32941,1731831631216 2024-11-17T08:20:52,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1a284b78cdcf33235f015e567960ffab, ASSIGN because future has completed 2024-11-17T08:20:52,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a284b78cdcf33235f015e567960ffab, server=e3d0adb87c01,32941,1731831631216}] 2024-11-17T08:20:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:52,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. 2024-11-17T08:20:52,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:52,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:20:52,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C32941%2C1731831631216.rep, suffix=, logDir=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216, archiveDir=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/oldWALs, maxLogs=10 2024-11-17T08:20:52,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.rep.1731831652301, exclude list is [], retry=0 2024-11-17T08:20:52,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41363,DS-d8e01680-abf3-4929-ad6f-ad62217b3132,DISK] 2024-11-17T08:20:52,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.rep.1731831652301 2024-11-17T08:20:52,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38161:38161)] 2024-11-17T08:20:52,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a284b78cdcf33235f015e567960ffab, NAME => 'hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:52,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:20:52,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:20:52,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. service=MultiRowMutationService 2024-11-17T08:20:52,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:20:52,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1a284b78cdcf33235f015e567960ffab 2024-11-17T08:20:52,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:52,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1a284b78cdcf33235f015e567960ffab 2024-11-17T08:20:52,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1a284b78cdcf33235f015e567960ffab 2024-11-17T08:20:52,320 INFO [StoreOpener-1a284b78cdcf33235f015e567960ffab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1a284b78cdcf33235f015e567960ffab 2024-11-17T08:20:52,321 INFO [StoreOpener-1a284b78cdcf33235f015e567960ffab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a284b78cdcf33235f015e567960ffab columnFamilyName hfileref 2024-11-17T08:20:52,321 DEBUG [StoreOpener-1a284b78cdcf33235f015e567960ffab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:52,322 INFO [StoreOpener-1a284b78cdcf33235f015e567960ffab-1 {}] regionserver.HStore(327): Store=1a284b78cdcf33235f015e567960ffab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:52,322 INFO [StoreOpener-1a284b78cdcf33235f015e567960ffab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1a284b78cdcf33235f015e567960ffab 2024-11-17T08:20:52,322 INFO [StoreOpener-1a284b78cdcf33235f015e567960ffab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a284b78cdcf33235f015e567960ffab columnFamilyName queue 2024-11-17T08:20:52,322 DEBUG [StoreOpener-1a284b78cdcf33235f015e567960ffab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:52,323 INFO [StoreOpener-1a284b78cdcf33235f015e567960ffab-1 {}] regionserver.HStore(327): Store=1a284b78cdcf33235f015e567960ffab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:52,323 INFO [StoreOpener-1a284b78cdcf33235f015e567960ffab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1a284b78cdcf33235f015e567960ffab 2024-11-17T08:20:52,324 INFO [StoreOpener-1a284b78cdcf33235f015e567960ffab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a284b78cdcf33235f015e567960ffab columnFamilyName sid 2024-11-17T08:20:52,324 DEBUG [StoreOpener-1a284b78cdcf33235f015e567960ffab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:52,324 INFO [StoreOpener-1a284b78cdcf33235f015e567960ffab-1 {}] regionserver.HStore(327): Store=1a284b78cdcf33235f015e567960ffab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:52,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1a284b78cdcf33235f015e567960ffab 2024-11-17T08:20:52,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/replication/1a284b78cdcf33235f015e567960ffab 2024-11-17T08:20:52,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/replication/1a284b78cdcf33235f015e567960ffab 2024-11-17T08:20:52,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1a284b78cdcf33235f015e567960ffab 2024-11-17T08:20:52,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1a284b78cdcf33235f015e567960ffab 2024-11-17T08:20:52,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:20:52,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1a284b78cdcf33235f015e567960ffab 2024-11-17T08:20:52,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/replication/1a284b78cdcf33235f015e567960ffab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:52,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1a284b78cdcf33235f015e567960ffab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68758804, jitterRate=0.024586021900177002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:20:52,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a284b78cdcf33235f015e567960ffab 2024-11-17T08:20:52,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1a284b78cdcf33235f015e567960ffab: Running coprocessor pre-open hook at 1731831652319Writing region info on filesystem at 1731831652319Initializing all the Stores at 1731831652320 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831652320Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831652320Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831652320Cleaning up temporary data from old regions at 1731831652325 (+5 ms)Running coprocessor post-open hooks at 1731831652330 (+5 ms)Region opened successfully at 1731831652330 2024-11-17T08:20:52,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab., pid=10, masterSystemTime=1731831652296 2024-11-17T08:20:52,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. 2024-11-17T08:20:52,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. 2024-11-17T08:20:52,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1a284b78cdcf33235f015e567960ffab, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,32941,1731831631216 2024-11-17T08:20:52,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a284b78cdcf33235f015e567960ffab, server=e3d0adb87c01,32941,1731831631216 because future has completed 2024-11-17T08:20:52,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T08:20:52,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a284b78cdcf33235f015e567960ffab, server=e3d0adb87c01,32941,1731831631216 in 192 msec 2024-11-17T08:20:52,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T08:20:52,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1a284b78cdcf33235f015e567960ffab, ASSIGN in 347 msec 2024-11-17T08:20:52,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:20:52,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831652339"}]},"ts":"1731831652339"} 2024-11-17T08:20:52,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T08:20:52,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:20:52,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-17T08:20:52,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab., hostname=e3d0adb87c01,32941,1731831631216, seqNum=2] 2024-11-17T08:20:52,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:20:52,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:20:52,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:20:52,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T08:20:52,661 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T08:20:52,695 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,32941,1731831631216, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:20:52,695 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:52,695 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,32941,1731831631216, seqNum=-1] 2024-11-17T08:20:52,696 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:52,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-17T08:20:52,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e3d0adb87c01,32941,1731831631216', locateType=CURRENT is [region=hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab., hostname=e3d0adb87c01,32941,1731831631216, seqNum=2] 2024-11-17T08:20:52,712 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T08:20:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T08:20:52,715 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e3d0adb87c01,32941,1731831631216 suceeded 2024-11-17T08:20:52,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T08:20:52,717 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e3d0adb87c01:37849,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:20:52,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-17T08:20:52,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5640 sec 2024-11-17T08:20:52,733 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:37849' 2024-11-17T08:20:52,736 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@af8c573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:52,737 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37849,-1 for getting cluster id 2024-11-17T08:20:52,737 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:52,738 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0007b4aa-1cc7-4e4e-9ebf-b90d8053625d' 2024-11-17T08:20:52,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:52,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0007b4aa-1cc7-4e4e-9ebf-b90d8053625d" 2024-11-17T08:20:52,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eea7955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:52,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37849,-1] 2024-11-17T08:20:52,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:52,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:52,742 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:52,743 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d5d36ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:52,743 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:52,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,37849,1731831636471 2024-11-17T08:20:52,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6da362a6 2024-11-17T08:20:52,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:52,745 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-17T08:20:52,746 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,32941,1731831631216 (queues=1) is replicating from cluster=336d13f5-f88e-4391-bb53-5c6b9600d196 to cluster=0007b4aa-1cc7-4e4e-9ebf-b90d8053625d 2024-11-17T08:20:52,746 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C32941%2C1731831631216 2024-11-17T08:20:52,746 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,32941,1731831631216, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:20:52,746 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530, startPosition=0, beingWritten=true 2024-11-17T08:20:52,753 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C32941%2C1731831631216 2024-11-17T08:20:52,756 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:20:52,756 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 379, reset compression=false 2024-11-17T08:20:52,756 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,32941,1731831631216 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:20:52,960 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 379, reset compression=false 2024-11-17T08:20:53,265 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 379, reset compression=false 2024-11-17T08:20:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:53,298 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:20:53,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:20:53,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:20:53,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:53,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:53,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:20:53,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4074e033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:53,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37849,-1 for getting cluster id 2024-11-17T08:20:53,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:53,300 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0007b4aa-1cc7-4e4e-9ebf-b90d8053625d' 2024-11-17T08:20:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0007b4aa-1cc7-4e4e-9ebf-b90d8053625d" 2024-11-17T08:20:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b97ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37849,-1] 2024-11-17T08:20:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:53,301 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:53,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cc64b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:53,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,37849,1731831636471 2024-11-17T08:20:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7496d831 2024-11-17T08:20:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:53,303 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:20:53,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:39925,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:20:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:20:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:53,306 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:39925' 2024-11-17T08:20:53,306 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca283ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:53,306 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39925,-1 for getting cluster id 2024-11-17T08:20:53,307 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:53,307 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09a41218-d383-4340-8402-a4f62dc4b6bf' 2024-11-17T08:20:53,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:53,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09a41218-d383-4340-8402-a4f62dc4b6bf" 2024-11-17T08:20:53,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7a88a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:53,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39925,-1] 2024-11-17T08:20:53,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:53,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:53,308 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:53,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa9d6a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:53,309 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:53,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39925,1731831641817 2024-11-17T08:20:53,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2adfe563 2024-11-17T08:20:53,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:53,310 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:20:53,311 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T08:20:53,311 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:20:53,311 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:53,311 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:53,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:20:53,312 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:20:53,313 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:20:53,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:20:53,314 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:53,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:20:53,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741837_1013 (size=1138) 2024-11-17T08:20:53,363 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T08:20:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:53,668 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 379, reset compression=false 2024-11-17T08:20:53,721 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5654a699f82a9566b276332abcf696de, NAME => 'hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c 2024-11-17T08:20:53,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741838_1014 (size=44) 2024-11-17T08:20:53,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:53,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5654a699f82a9566b276332abcf696de, disabling compactions & flushes 2024-11-17T08:20:53,726 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de. 2024-11-17T08:20:53,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de. 2024-11-17T08:20:53,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de. after waiting 0 ms 2024-11-17T08:20:53,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de. 2024-11-17T08:20:53,726 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de. 2024-11-17T08:20:53,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5654a699f82a9566b276332abcf696de: Waiting for close lock at 1731831653725Disabling compacts and flushes for region at 1731831653725Disabling writes for close at 1731831653726 (+1 ms)Writing region close event to WAL at 1731831653726Closed at 1731831653726 2024-11-17T08:20:53,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:20:53,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731831653728"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831653728"}]},"ts":"1731831653728"} 2024-11-17T08:20:53,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:20:53,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:20:53,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831653730"}]},"ts":"1731831653730"} 2024-11-17T08:20:53,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T08:20:53,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5654a699f82a9566b276332abcf696de, ASSIGN}] 2024-11-17T08:20:53,733 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5654a699f82a9566b276332abcf696de, ASSIGN 2024-11-17T08:20:53,734 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5654a699f82a9566b276332abcf696de, ASSIGN; state=OFFLINE, location=e3d0adb87c01,41425,1731831636617; forceNewPlan=false, retain=false 2024-11-17T08:20:53,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5654a699f82a9566b276332abcf696de, regionState=OPENING, regionLocation=e3d0adb87c01,41425,1731831636617 2024-11-17T08:20:53,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5654a699f82a9566b276332abcf696de, ASSIGN because future has completed 2024-11-17T08:20:53,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5654a699f82a9566b276332abcf696de, server=e3d0adb87c01,41425,1731831636617}] 2024-11-17T08:20:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:54,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de. 2024-11-17T08:20:54,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:54,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:20:54,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C41425%2C1731831636617.rep, suffix=, logDir=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617, archiveDir=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/oldWALs, maxLogs=10 2024-11-17T08:20:54,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.rep.1731831654095, exclude list is [], retry=0 2024-11-17T08:20:54,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-8531945c-30d8-44bd-a824-50ad9f359795,DISK] 2024-11-17T08:20:54,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.rep.1731831654095 2024-11-17T08:20:54,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32905:32905)] 2024-11-17T08:20:54,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5654a699f82a9566b276332abcf696de, NAME => 'hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:54,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:20:54,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:20:54,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de. service=MultiRowMutationService 2024-11-17T08:20:54,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:20:54,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5654a699f82a9566b276332abcf696de 2024-11-17T08:20:54,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:54,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5654a699f82a9566b276332abcf696de 2024-11-17T08:20:54,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5654a699f82a9566b276332abcf696de 2024-11-17T08:20:54,114 INFO [StoreOpener-5654a699f82a9566b276332abcf696de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5654a699f82a9566b276332abcf696de 2024-11-17T08:20:54,115 INFO [StoreOpener-5654a699f82a9566b276332abcf696de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5654a699f82a9566b276332abcf696de columnFamilyName hfileref 2024-11-17T08:20:54,115 DEBUG [StoreOpener-5654a699f82a9566b276332abcf696de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:54,115 INFO [StoreOpener-5654a699f82a9566b276332abcf696de-1 {}] regionserver.HStore(327): Store=5654a699f82a9566b276332abcf696de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:54,116 INFO [StoreOpener-5654a699f82a9566b276332abcf696de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5654a699f82a9566b276332abcf696de 2024-11-17T08:20:54,116 INFO [StoreOpener-5654a699f82a9566b276332abcf696de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5654a699f82a9566b276332abcf696de columnFamilyName queue 2024-11-17T08:20:54,116 DEBUG [StoreOpener-5654a699f82a9566b276332abcf696de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:54,117 INFO [StoreOpener-5654a699f82a9566b276332abcf696de-1 {}] regionserver.HStore(327): Store=5654a699f82a9566b276332abcf696de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:54,117 INFO [StoreOpener-5654a699f82a9566b276332abcf696de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5654a699f82a9566b276332abcf696de 2024-11-17T08:20:54,117 INFO [StoreOpener-5654a699f82a9566b276332abcf696de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5654a699f82a9566b276332abcf696de columnFamilyName sid 2024-11-17T08:20:54,117 DEBUG [StoreOpener-5654a699f82a9566b276332abcf696de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:54,117 INFO [StoreOpener-5654a699f82a9566b276332abcf696de-1 {}] regionserver.HStore(327): Store=5654a699f82a9566b276332abcf696de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:54,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5654a699f82a9566b276332abcf696de 2024-11-17T08:20:54,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/replication/5654a699f82a9566b276332abcf696de 2024-11-17T08:20:54,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/replication/5654a699f82a9566b276332abcf696de 2024-11-17T08:20:54,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5654a699f82a9566b276332abcf696de 2024-11-17T08:20:54,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5654a699f82a9566b276332abcf696de 2024-11-17T08:20:54,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:20:54,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5654a699f82a9566b276332abcf696de 2024-11-17T08:20:54,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/replication/5654a699f82a9566b276332abcf696de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:54,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5654a699f82a9566b276332abcf696de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73265245, jitterRate=0.09173722565174103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:20:54,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5654a699f82a9566b276332abcf696de 2024-11-17T08:20:54,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5654a699f82a9566b276332abcf696de: Running coprocessor pre-open hook at 1731831654113Writing region info on filesystem at 1731831654113Initializing all the Stores at 1731831654114 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831654114Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831654114Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831654114Cleaning up temporary data from old regions at 1731831654119 (+5 ms)Running coprocessor post-open hooks at 1731831654122 (+3 ms)Region opened successfully at 1731831654122 2024-11-17T08:20:54,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de., pid=10, masterSystemTime=1731831654039 2024-11-17T08:20:54,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de. 2024-11-17T08:20:54,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de. 2024-11-17T08:20:54,125 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5654a699f82a9566b276332abcf696de, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,41425,1731831636617 2024-11-17T08:20:54,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5654a699f82a9566b276332abcf696de, server=e3d0adb87c01,41425,1731831636617 because future has completed 2024-11-17T08:20:54,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T08:20:54,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5654a699f82a9566b276332abcf696de, server=e3d0adb87c01,41425,1731831636617 in 242 msec 2024-11-17T08:20:54,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T08:20:54,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5654a699f82a9566b276332abcf696de, ASSIGN in 398 msec 2024-11-17T08:20:54,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:20:54,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831654133"}]},"ts":"1731831654133"} 2024-11-17T08:20:54,135 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T08:20:54,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:20:54,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 823 msec 2024-11-17T08:20:54,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de., hostname=e3d0adb87c01,41425,1731831636617, seqNum=2] 2024-11-17T08:20:54,172 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 379, reset compression=false 2024-11-17T08:20:54,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:20:54,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:20:54,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:20:54,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T08:20:54,377 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T08:20:54,416 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,41425,1731831636617, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:20:54,417 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:54,417 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41425,1731831636617, seqNum=-1] 2024-11-17T08:20:54,417 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:54,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-17T08:20:54,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e3d0adb87c01,41425,1731831636617', locateType=CURRENT is [region=hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de., hostname=e3d0adb87c01,41425,1731831636617, seqNum=2] 2024-11-17T08:20:54,426 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T08:20:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T08:20:54,429 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e3d0adb87c01,41425,1731831636617 suceeded 2024-11-17T08:20:54,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T08:20:54,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-17T08:20:54,432 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e3d0adb87c01:39925,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:20:54,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1290 sec 2024-11-17T08:20:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:54,437 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:20:54,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:20:54,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:20:54,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:54,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:54,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:20:54,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfba3eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:54,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39925,-1 for getting cluster id 2024-11-17T08:20:54,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:54,439 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09a41218-d383-4340-8402-a4f62dc4b6bf' 2024-11-17T08:20:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09a41218-d383-4340-8402-a4f62dc4b6bf" 2024-11-17T08:20:54,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a30c095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:54,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39925,-1] 2024-11-17T08:20:54,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:54,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:54,440 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:54,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff9fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:54,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39925,1731831641817 2024-11-17T08:20:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@337a2ff1 2024-11-17T08:20:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:54,443 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:20:54,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:44127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:20:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:20:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:54,446 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:39925' 2024-11-17T08:20:54,446 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:44127' 2024-11-17T08:20:54,447 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c87108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:54,447 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@893e7ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:54,447 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44127,-1 for getting cluster id 2024-11-17T08:20:54,447 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39925,-1 for getting cluster id 2024-11-17T08:20:54,447 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:54,447 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:54,448 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '336d13f5-f88e-4391-bb53-5c6b9600d196' 2024-11-17T08:20:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "336d13f5-f88e-4391-bb53-5c6b9600d196" 2024-11-17T08:20:54,448 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09a41218-d383-4340-8402-a4f62dc4b6bf' 2024-11-17T08:20:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6172d0f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44127,-1] 2024-11-17T08:20:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09a41218-d383-4340-8402-a4f62dc4b6bf" 2024-11-17T08:20:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dfdb46f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39925,-1] 2024-11-17T08:20:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:54,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:54,449 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:54,449 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:54,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a683a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:54,450 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@124dce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:54,450 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:54,450 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:54,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39925,1731831641817 2024-11-17T08:20:54,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e3b9abb 2024-11-17T08:20:54,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:54,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,44127,1731831630932 2024-11-17T08:20:54,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16945538 2024-11-17T08:20:54,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:54,451 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-17T08:20:54,452 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:20:54,452 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,41425,1731831636617 (queues=1) is replicating from cluster=0007b4aa-1cc7-4e4e-9ebf-b90d8053625d to cluster=09a41218-d383-4340-8402-a4f62dc4b6bf 2024-11-17T08:20:54,452 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C41425%2C1731831636617 2024-11-17T08:20:54,452 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,41425,1731831636617, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:20:54,452 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T08:20:54,452 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:20:54,452 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:54,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:20:54,453 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878, startPosition=0, beingWritten=true 2024-11-17T08:20:54,453 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:54,453 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:20:54,453 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C41425%2C1731831636617 2024-11-17T08:20:54,454 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:20:54,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:20:54,455 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:54,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:20:54,458 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:20:54,458 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 379, reset compression=false 2024-11-17T08:20:54,458 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41425,1731831636617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:20:54,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741837_1013 (size=1138) 2024-11-17T08:20:54,504 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T08:20:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:54,666 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 379, reset compression=false 2024-11-17T08:20:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:54,776 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 379, reset compression=false 2024-11-17T08:20:54,863 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a002c40583e1959624458d3e0204227, NAME => 'hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128 2024-11-17T08:20:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741838_1014 (size=44) 2024-11-17T08:20:54,970 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 379, reset compression=false 2024-11-17T08:20:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:55,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:55,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7a002c40583e1959624458d3e0204227, disabling compactions & flushes 2024-11-17T08:20:55,269 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227. 2024-11-17T08:20:55,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227. 2024-11-17T08:20:55,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227. after waiting 0 ms 2024-11-17T08:20:55,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227. 2024-11-17T08:20:55,269 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227. 2024-11-17T08:20:55,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a002c40583e1959624458d3e0204227: Waiting for close lock at 1731831655269Disabling compacts and flushes for region at 1731831655269Disabling writes for close at 1731831655269Writing region close event to WAL at 1731831655269Closed at 1731831655269 2024-11-17T08:20:55,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:20:55,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731831655270"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831655270"}]},"ts":"1731831655270"} 2024-11-17T08:20:55,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:20:55,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:20:55,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831655273"}]},"ts":"1731831655273"} 2024-11-17T08:20:55,274 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T08:20:55,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a002c40583e1959624458d3e0204227, ASSIGN}] 2024-11-17T08:20:55,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a002c40583e1959624458d3e0204227, ASSIGN 2024-11-17T08:20:55,276 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a002c40583e1959624458d3e0204227, ASSIGN; state=OFFLINE, location=e3d0adb87c01,44839,1731831641963; forceNewPlan=false, retain=false 2024-11-17T08:20:55,374 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 379, reset compression=false 2024-11-17T08:20:55,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a002c40583e1959624458d3e0204227, regionState=OPENING, regionLocation=e3d0adb87c01,44839,1731831641963 2024-11-17T08:20:55,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a002c40583e1959624458d3e0204227, ASSIGN because future has completed 2024-11-17T08:20:55,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a002c40583e1959624458d3e0204227, server=e3d0adb87c01,44839,1731831641963}] 2024-11-17T08:20:55,481 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 379, reset compression=false 2024-11-17T08:20:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:55,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227. 2024-11-17T08:20:55,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:20:55,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:20:55,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C44839%2C1731831641963.rep, suffix=, logDir=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963, archiveDir=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/oldWALs, maxLogs=10 2024-11-17T08:20:55,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.rep.1731831655586, exclude list is [], retry=0 2024-11-17T08:20:55,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36877,DS-e34fc12c-ebe6-4214-b780-e61143d5f976,DISK] 2024-11-17T08:20:55,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.rep.1731831655586 2024-11-17T08:20:55,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39079:39079)] 2024-11-17T08:20:55,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a002c40583e1959624458d3e0204227, NAME => 'hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:20:55,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:20:55,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:20:55,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227. service=MultiRowMutationService 2024-11-17T08:20:55,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:20:55,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7a002c40583e1959624458d3e0204227 2024-11-17T08:20:55,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:20:55,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7a002c40583e1959624458d3e0204227 2024-11-17T08:20:55,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7a002c40583e1959624458d3e0204227 2024-11-17T08:20:55,604 INFO [StoreOpener-7a002c40583e1959624458d3e0204227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7a002c40583e1959624458d3e0204227 2024-11-17T08:20:55,604 INFO [StoreOpener-7a002c40583e1959624458d3e0204227-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a002c40583e1959624458d3e0204227 columnFamilyName hfileref 2024-11-17T08:20:55,605 DEBUG [StoreOpener-7a002c40583e1959624458d3e0204227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:55,605 INFO [StoreOpener-7a002c40583e1959624458d3e0204227-1 {}] regionserver.HStore(327): Store=7a002c40583e1959624458d3e0204227/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:55,605 INFO [StoreOpener-7a002c40583e1959624458d3e0204227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7a002c40583e1959624458d3e0204227 2024-11-17T08:20:55,606 INFO [StoreOpener-7a002c40583e1959624458d3e0204227-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a002c40583e1959624458d3e0204227 columnFamilyName queue 2024-11-17T08:20:55,606 DEBUG [StoreOpener-7a002c40583e1959624458d3e0204227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:55,606 INFO [StoreOpener-7a002c40583e1959624458d3e0204227-1 {}] regionserver.HStore(327): Store=7a002c40583e1959624458d3e0204227/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:55,606 INFO [StoreOpener-7a002c40583e1959624458d3e0204227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7a002c40583e1959624458d3e0204227 2024-11-17T08:20:55,607 INFO [StoreOpener-7a002c40583e1959624458d3e0204227-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a002c40583e1959624458d3e0204227 columnFamilyName sid 2024-11-17T08:20:55,607 DEBUG [StoreOpener-7a002c40583e1959624458d3e0204227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:20:55,607 INFO [StoreOpener-7a002c40583e1959624458d3e0204227-1 {}] regionserver.HStore(327): Store=7a002c40583e1959624458d3e0204227/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:20:55,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7a002c40583e1959624458d3e0204227 2024-11-17T08:20:55,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/replication/7a002c40583e1959624458d3e0204227 2024-11-17T08:20:55,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/replication/7a002c40583e1959624458d3e0204227 2024-11-17T08:20:55,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7a002c40583e1959624458d3e0204227 2024-11-17T08:20:55,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7a002c40583e1959624458d3e0204227 2024-11-17T08:20:55,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:20:55,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7a002c40583e1959624458d3e0204227 2024-11-17T08:20:55,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/replication/7a002c40583e1959624458d3e0204227/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:20:55,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7a002c40583e1959624458d3e0204227; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70636857, jitterRate=0.052571192383766174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:20:55,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a002c40583e1959624458d3e0204227 2024-11-17T08:20:55,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7a002c40583e1959624458d3e0204227: Running coprocessor pre-open hook at 1731831655602Writing region info on filesystem at 1731831655603 (+1 ms)Initializing all the Stores at 1731831655603Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831655603Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831655603Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831655603Cleaning up temporary data from old regions at 1731831655608 (+5 ms)Running coprocessor post-open hooks at 1731831655611 (+3 ms)Region opened successfully at 1731831655611 2024-11-17T08:20:55,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227., pid=10, masterSystemTime=1731831655581 2024-11-17T08:20:55,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227. 2024-11-17T08:20:55,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227. 2024-11-17T08:20:55,614 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a002c40583e1959624458d3e0204227, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,44839,1731831641963 2024-11-17T08:20:55,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a002c40583e1959624458d3e0204227, server=e3d0adb87c01,44839,1731831641963 because future has completed 2024-11-17T08:20:55,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T08:20:55,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a002c40583e1959624458d3e0204227, server=e3d0adb87c01,44839,1731831641963 in 190 msec 2024-11-17T08:20:55,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T08:20:55,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a002c40583e1959624458d3e0204227, ASSIGN in 346 msec 2024-11-17T08:20:55,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:20:55,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831655623"}]},"ts":"1731831655623"} 2024-11-17T08:20:55,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T08:20:55,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:20:55,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-17T08:20:55,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227., hostname=e3d0adb87c01,44839,1731831641963, seqNum=2] 2024-11-17T08:20:55,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:20:55,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:20:55,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:20:55,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T08:20:55,878 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 379, reset compression=false 2024-11-17T08:20:55,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T08:20:55,902 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T08:20:55,935 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,44839,1731831641963, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:20:55,936 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:55,936 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44839,1731831641963, seqNum=-1] 2024-11-17T08:20:55,936 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:55,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-17T08:20:55,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e3d0adb87c01,44839,1731831641963', locateType=CURRENT is [region=hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227., hostname=e3d0adb87c01,44839,1731831641963, seqNum=2] 2024-11-17T08:20:55,941 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T08:20:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T08:20:55,943 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e3d0adb87c01,44839,1731831641963 suceeded 2024-11-17T08:20:55,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T08:20:55,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-17T08:20:55,945 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e3d0adb87c01:44127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:20:55,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec 2024-11-17T08:20:55,955 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:44127' 2024-11-17T08:20:55,956 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3530d310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:55,956 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44127,-1 for getting cluster id 2024-11-17T08:20:55,956 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:55,957 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '336d13f5-f88e-4391-bb53-5c6b9600d196' 2024-11-17T08:20:55,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:55,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "336d13f5-f88e-4391-bb53-5c6b9600d196" 2024-11-17T08:20:55,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b292a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:55,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44127,-1] 2024-11-17T08:20:55,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:55,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:55,958 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:55,959 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fd3cfc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:55,959 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:20:55,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,44127,1731831630932 2024-11-17T08:20:55,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c2b7685 2024-11-17T08:20:55,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:20:55,960 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-17T08:20:55,961 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,44839,1731831641963 (queues=1) is replicating from cluster=09a41218-d383-4340-8402-a4f62dc4b6bf to cluster=336d13f5-f88e-4391-bb53-5c6b9600d196 2024-11-17T08:20:55,961 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C44839%2C1731831641963 2024-11-17T08:20:55,961 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,44839,1731831641963, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:20:55,961 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919, startPosition=0, beingWritten=true 2024-11-17T08:20:55,961 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C44839%2C1731831641963 2024-11-17T08:20:55,966 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:20:55,966 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 379, reset compression=false 2024-11-17T08:20:55,966 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44839,1731831641963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:20:56,172 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 379, reset compression=false 2024-11-17T08:20:56,285 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 379, reset compression=false 2024-11-17T08:20:56,476 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 379, reset compression=false 2024-11-17T08:20:56,481 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 379, reset compression=false 2024-11-17T08:20:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:20:56,588 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:20:56,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:20:56,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:20:56,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:56,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:56,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:20:56,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56823d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:56,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44127,-1 for getting cluster id 2024-11-17T08:20:56,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:56,589 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '336d13f5-f88e-4391-bb53-5c6b9600d196' 2024-11-17T08:20:56,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:56,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "336d13f5-f88e-4391-bb53-5c6b9600d196" 2024-11-17T08:20:56,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbcf14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:56,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44127,-1] 2024-11-17T08:20:56,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:56,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:56,591 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:56,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e39d0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:56,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c007c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:56,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37849,-1 for getting cluster id 2024-11-17T08:20:56,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:56,592 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0007b4aa-1cc7-4e4e-9ebf-b90d8053625d' 2024-11-17T08:20:56,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:56,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0007b4aa-1cc7-4e4e-9ebf-b90d8053625d" 2024-11-17T08:20:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f7957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37849,-1] 2024-11-17T08:20:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:56,593 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:56,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cd1450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:56,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ee7581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:56,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39925,-1 for getting cluster id 2024-11-17T08:20:56,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:56,595 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09a41218-d383-4340-8402-a4f62dc4b6bf' 2024-11-17T08:20:56,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:56,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09a41218-d383-4340-8402-a4f62dc4b6bf" 2024-11-17T08:20:56,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fecb0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39925,-1] 2024-11-17T08:20:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:56,596 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff476ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:56,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,32941,1731831631216, seqNum=-1] 2024-11-17T08:20:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:56,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:20:56,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570., hostname=e3d0adb87c01,32941,1731831631216, seqNum=2] 2024-11-17T08:20:56,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44839,1731831641963, seqNum=-1] 2024-11-17T08:20:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:56,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:20:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731831648920.78b3c3201488bab33b53a2a3363784e3., hostname=e3d0adb87c01,44839,1731831641963, seqNum=2] 2024-11-17T08:20:56,628 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T08:20:56,879 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 379, reset compression=false 2024-11-17T08:20:57,184 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 379, reset compression=false 2024-11-17T08:20:57,189 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 379, reset compression=false 2024-11-17T08:20:57,193 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:20:57,193 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 480, reset compression=false 2024-11-17T08:20:57,193 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,32941,1731831631216 got entry batch from reader: WALEntryBatch [walEntries=[{test/2962ed4cee557ef8db9a1ef4f4421570/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T08:20:57,195 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:20:57,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-17T08:20:57,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:20:57,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2be5c459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:57,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,37849,-1 for getting cluster id 2024-11-17T08:20:57,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:57,197 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0007b4aa-1cc7-4e4e-9ebf-b90d8053625d' 2024-11-17T08:20:57,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:57,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0007b4aa-1cc7-4e4e-9ebf-b90d8053625d" 2024-11-17T08:20:57,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33c15937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:57,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,37849,-1] 2024-11-17T08:20:57,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:57,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:57,199 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:57,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e08e982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:57,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:57,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41425,1731831636617, seqNum=-1] 2024-11-17T08:20:57,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:57,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-17T08:20:57,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49., hostname=e3d0adb87c01,41425,1731831636617, seqNum=2] 2024-11-17T08:20:57,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:20:57,382 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 379, reset compression=false 2024-11-17T08:20:57,397 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 480, reset compression=false 2024-11-17T08:20:57,629 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T08:20:57,700 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 480, reset compression=false 2024-11-17T08:20:57,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:20:57,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:57,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:57,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:57,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:57,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:57,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:57,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:57,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:57,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:57,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:57,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:57,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:20:57,985 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 379, reset compression=false 2024-11-17T08:20:57,987 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 379, reset compression=false 2024-11-17T08:20:57,991 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:20:57,991 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 503, reset compression=false 2024-11-17T08:20:57,991 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41425,1731831636617 got entry batch from reader: WALEntryBatch [walEntries=[{test/af455b8f77e9b17e75cd804e289d8a49/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-17T08:20:57,993 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:20:57,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-17T08:20:57,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:20:57,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c71dd21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:57,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39925,-1 for getting cluster id 2024-11-17T08:20:57,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:57,996 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09a41218-d383-4340-8402-a4f62dc4b6bf' 2024-11-17T08:20:57,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:57,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09a41218-d383-4340-8402-a4f62dc4b6bf" 2024-11-17T08:20:57,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c4208e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:57,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39925,-1] 2024-11-17T08:20:57,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:57,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:57,997 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:57,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e24625e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:57,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:57,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44839,1731831641963, seqNum=-1] 2024-11-17T08:20:57,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:58,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-17T08:20:58,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731831648920.78b3c3201488bab33b53a2a3363784e3., hostname=e3d0adb87c01,44839,1731831641963, seqNum=2] 2024-11-17T08:20:58,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:20:58,103 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 480, reset compression=false 2024-11-17T08:20:58,195 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 503, reset compression=false 2024-11-17T08:20:58,499 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 503, reset compression=false 2024-11-17T08:20:58,607 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 480, reset compression=false 2024-11-17T08:20:58,631 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T08:20:58,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:58,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41425,1731831636617, seqNum=-1] 2024-11-17T08:20:58,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:58,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:20:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49., hostname=e3d0adb87c01,41425,1731831636617, seqNum=2] 2024-11-17T08:20:58,638 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T08:20:58,689 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 379, reset compression=false 2024-11-17T08:20:58,692 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:20:58,692 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 525, reset compression=false 2024-11-17T08:20:58,692 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44839,1731831641963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919, lastWalPosition=525, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:20:58,896 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 525, reset compression=false 2024-11-17T08:20:58,902 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 503, reset compression=false 2024-11-17T08:20:58,906 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:20:58,906 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 607, reset compression=false 2024-11-17T08:20:58,906 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41425,1731831636617 got entry batch from reader: WALEntryBatch [walEntries=[{test/af455b8f77e9b17e75cd804e289d8a49/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T08:20:58,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:20:58,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:20:59,109 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 607, reset compression=false 2024-11-17T08:20:59,199 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 525, reset compression=false 2024-11-17T08:20:59,210 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 480, reset compression=false 2024-11-17T08:20:59,245 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:20:59,245 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 651, reset compression=false 2024-11-17T08:20:59,246 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44839,1731831641963 got entry batch from reader: WALEntryBatch [walEntries=[{test/78b3c3201488bab33b53a2a3363784e3/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919, lastWalPosition=651, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T08:20:59,247 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:20:59,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-17T08:20:59,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:20:59,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@be7e572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:59,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32941 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44127,-1 for getting cluster id 2024-11-17T08:20:59,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:20:59,249 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '336d13f5-f88e-4391-bb53-5c6b9600d196' 2024-11-17T08:20:59,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:20:59,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "336d13f5-f88e-4391-bb53-5c6b9600d196" 2024-11-17T08:20:59,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b0092e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:59,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44127,-1] 2024-11-17T08:20:59,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:20:59,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:20:59,251 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:20:59,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fb0b8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:20:59,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32941 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:20:59,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,32941,1731831631216, seqNum=-1] 2024-11-17T08:20:59,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:20:59,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-17T08:20:59,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570., hostname=e3d0adb87c01,32941,1731831631216, seqNum=2] 2024-11-17T08:20:59,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:20:59,413 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 607, reset compression=false 2024-11-17T08:20:59,449 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 651, reset compression=false 2024-11-17T08:20:59,640 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T08:20:59,643 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-17T08:20:59,752 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 651, reset compression=false 2024-11-17T08:20:59,758 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:20:59,758 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 755, reset compression=false 2024-11-17T08:20:59,758 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44839,1731831641963 got entry batch from reader: WALEntryBatch [walEntries=[{test/78b3c3201488bab33b53a2a3363784e3/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919, lastWalPosition=755, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T08:20:59,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:20:59,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:20:59,817 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 607, reset compression=false 2024-11-17T08:20:59,913 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 480, reset compression=false 2024-11-17T08:20:59,917 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:20:59,917 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 756, reset compression=false 2024-11-17T08:20:59,917 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,32941,1731831631216 got entry batch from reader: WALEntryBatch [walEntries=[{test/2962ed4cee557ef8db9a1ef4f4421570/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530, lastWalPosition=756, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T08:20:59,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:20:59,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:20:59,963 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 755, reset compression=false 2024-11-17T08:21:00,121 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 756, reset compression=false 2024-11-17T08:21:00,266 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 755, reset compression=false 2024-11-17T08:21:00,321 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 607, reset compression=false 2024-11-17T08:21:00,325 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:00,325 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 757, reset compression=false 2024-11-17T08:21:00,325 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41425,1731831636617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:00,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:00,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:21:00,367 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68601 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:21:00,424 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 756, reset compression=false 2024-11-17T08:21:00,519 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T08:21:00,529 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 757, reset compression=false 2024-11-17T08:21:00,645 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-17T08:21:00,648 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T08:21:00,669 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 755, reset compression=false 2024-11-17T08:21:00,828 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 756, reset compression=false 2024-11-17T08:21:00,831 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:00,831 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 912, reset compression=false 2024-11-17T08:21:00,831 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,32941,1731831631216 got entry batch from reader: WALEntryBatch [walEntries=[{test/2962ed4cee557ef8db9a1ef4f4421570/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530, lastWalPosition=912, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T08:21:00,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:00,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:00,837 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 757, reset compression=false 2024-11-17T08:21:00,845 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:00,845 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 904, reset compression=false 2024-11-17T08:21:00,845 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41425,1731831636617 got entry batch from reader: WALEntryBatch [walEntries=[{test/af455b8f77e9b17e75cd804e289d8a49/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-17T08:21:00,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:00,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:01,035 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 912, reset compression=false 2024-11-17T08:21:01,055 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 904, reset compression=false 2024-11-17T08:21:01,172 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 755, reset compression=false 2024-11-17T08:21:01,176 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:01,176 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 924, reset compression=false 2024-11-17T08:21:01,176 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44839,1731831641963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919, lastWalPosition=924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:01,338 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 912, reset compression=false 2024-11-17T08:21:01,358 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 904, reset compression=false 2024-11-17T08:21:01,379 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 924, reset compression=false 2024-11-17T08:21:01,650 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T08:21:01,653 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T08:21:01,683 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 924, reset compression=false 2024-11-17T08:21:01,741 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 912, reset compression=false 2024-11-17T08:21:01,762 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 904, reset compression=false 2024-11-17T08:21:01,775 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:01,775 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1063, reset compression=false 2024-11-17T08:21:01,775 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41425,1731831636617 got entry batch from reader: WALEntryBatch [walEntries=[{test/af455b8f77e9b17e75cd804e289d8a49/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T08:21:01,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:01,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:01,979 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1063, reset compression=false 2024-11-17T08:21:02,087 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 924, reset compression=false 2024-11-17T08:21:02,091 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:02,091 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 1072, reset compression=false 2024-11-17T08:21:02,091 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44839,1731831641963 got entry batch from reader: WALEntryBatch [walEntries=[{test/78b3c3201488bab33b53a2a3363784e3/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919, lastWalPosition=1072, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-17T08:21:02,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:02,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:02,245 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 912, reset compression=false 2024-11-17T08:21:02,249 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:02,249 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1083, reset compression=false 2024-11-17T08:21:02,249 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,32941,1731831631216 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530, lastWalPosition=1083, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:02,282 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1063, reset compression=false 2024-11-17T08:21:02,295 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 1072, reset compression=false 2024-11-17T08:21:02,452 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1083, reset compression=false 2024-11-17T08:21:02,598 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 1072, reset compression=false 2024-11-17T08:21:02,655 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T08:21:02,658 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-17T08:21:02,685 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1063, reset compression=false 2024-11-17T08:21:02,755 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1083, reset compression=false 2024-11-17T08:21:03,001 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 1072, reset compression=false 2024-11-17T08:21:03,005 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:03,005 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 1231, reset compression=false 2024-11-17T08:21:03,005 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44839,1731831641963 got entry batch from reader: WALEntryBatch [walEntries=[{test/78b3c3201488bab33b53a2a3363784e3/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919, lastWalPosition=1231, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T08:21:03,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:03,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:03,159 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1083, reset compression=false 2024-11-17T08:21:03,163 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:03,163 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1232, reset compression=false 2024-11-17T08:21:03,163 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,32941,1731831631216 got entry batch from reader: WALEntryBatch [walEntries=[{test/2962ed4cee557ef8db9a1ef4f4421570/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530, lastWalPosition=1232, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-17T08:21:03,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:03,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:03,188 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1063, reset compression=false 2024-11-17T08:21:03,192 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:03,192 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1235, reset compression=false 2024-11-17T08:21:03,192 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41425,1731831636617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:03,209 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 1231, reset compression=false 2024-11-17T08:21:03,366 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1232, reset compression=false 2024-11-17T08:21:03,395 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1235, reset compression=false 2024-11-17T08:21:03,512 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 1231, reset compression=false 2024-11-17T08:21:03,660 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-17T08:21:03,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd9fa9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:03,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39925,-1 for getting cluster id 2024-11-17T08:21:03,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:03,667 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09a41218-d383-4340-8402-a4f62dc4b6bf' 2024-11-17T08:21:03,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:03,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09a41218-d383-4340-8402-a4f62dc4b6bf" 2024-11-17T08:21:03,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4258afc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:03,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39925,-1] 2024-11-17T08:21:03,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:03,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:03,668 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:03,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f00611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:03,670 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1232, reset compression=false 2024-11-17T08:21:03,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:03,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39925,1731831641817 2024-11-17T08:21:03,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22948bfc 2024-11-17T08:21:03,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:21:03,673 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:21:03,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-17T08:21:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-17T08:21:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T08:21:03,699 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1235, reset compression=false 2024-11-17T08:21:03,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:21:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T08:21:03,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-17T08:21:03,896 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-17T08:21:03,897 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-17T08:21:03,897 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,44839,1731831641963 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-17T08:21:03,897 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0. 2024-11-17T08:21:03,897 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:03,897 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:03,898 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:03,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T08:21:03,998 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T08:21:04,075 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1232, reset compression=false 2024-11-17T08:21:04,098 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 terminated 2024-11-17T08:21:04,102 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1235, reset compression=false 2024-11-17T08:21:04,119 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,44839,1731831641963, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:21:04,120 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-17T08:21:04,120 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-17T08:21:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-17T08:21:04,122 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on e3d0adb87c01,44839,1731831641963 suceeded 2024-11-17T08:21:04,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T08:21:04,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 378 msec 2024-11-17T08:21:04,124 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-17T08:21:04,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 451 msec 2024-11-17T08:21:04,136 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:44127' 2024-11-17T08:21:04,137 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64fa184c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:04,137 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44127,-1 for getting cluster id 2024-11-17T08:21:04,137 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:04,138 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '336d13f5-f88e-4391-bb53-5c6b9600d196' 2024-11-17T08:21:04,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:04,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "336d13f5-f88e-4391-bb53-5c6b9600d196" 2024-11-17T08:21:04,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d2d85a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:04,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44127,-1] 2024-11-17T08:21:04,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:04,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:04,139 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:04,140 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39d5d0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:04,140 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:04,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,44127,1731831630932 2024-11-17T08:21:04,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fa42992 2024-11-17T08:21:04,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:21:04,141 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-17T08:21:04,142 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,44839,1731831641963 (queues=1) is replicating from cluster=09a41218-d383-4340-8402-a4f62dc4b6bf to cluster=336d13f5-f88e-4391-bb53-5c6b9600d196 2024-11-17T08:21:04,142 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C44839%2C1731831641963 2024-11-17T08:21:04,142 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,44839,1731831641963, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:21:04,143 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C44839%2C1731831641963 2024-11-17T08:21:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T08:21:04,308 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:04,308 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:21:04,308 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:04,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:04,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:04,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:04,311 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-17T08:21:04,578 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1232, reset compression=false 2024-11-17T08:21:04,582 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:04,582 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1336, reset compression=false 2024-11-17T08:21:04,582 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,32941,1731831631216 got entry batch from reader: WALEntryBatch [walEntries=[{test/2962ed4cee557ef8db9a1ef4f4421570/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530, lastWalPosition=1336, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T08:21:04,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:04,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:04,606 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1235, reset compression=false 2024-11-17T08:21:04,610 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:04,610 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1362, reset compression=false 2024-11-17T08:21:04,610 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41425,1731831636617 got entry batch from reader: WALEntryBatch [walEntries=[{test/af455b8f77e9b17e75cd804e289d8a49/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T08:21:04,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:04,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:04,786 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1336, reset compression=false 2024-11-17T08:21:04,814 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1362, reset compression=false 2024-11-17T08:21:05,089 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1336, reset compression=false 2024-11-17T08:21:05,118 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1362, reset compression=false 2024-11-17T08:21:05,313 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-17T08:21:05,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2b7030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:05,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,39925,-1 for getting cluster id 2024-11-17T08:21:05,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:05,316 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09a41218-d383-4340-8402-a4f62dc4b6bf' 2024-11-17T08:21:05,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:05,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09a41218-d383-4340-8402-a4f62dc4b6bf" 2024-11-17T08:21:05,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f880b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:05,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,39925,-1] 2024-11-17T08:21:05,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:05,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:05,317 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:05,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb58dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:05,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:05,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,39925,1731831641817 2024-11-17T08:21:05,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ed94aef 2024-11-17T08:21:05,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:21:05,321 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:21:05,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-17T08:21:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-17T08:21:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T08:21:05,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:21:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T08:21:05,492 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1336, reset compression=false 2024-11-17T08:21:05,521 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1362, reset compression=false 2024-11-17T08:21:05,526 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:05,526 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1466, reset compression=false 2024-11-17T08:21:05,526 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41425,1731831636617 got entry batch from reader: WALEntryBatch [walEntries=[{test/af455b8f77e9b17e75cd804e289d8a49/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T08:21:05,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:05,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-17T08:21:05,529 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-17T08:21:05,529 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T08:21:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-17T08:21:05,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:05,533 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on e3d0adb87c01,44839,1731831641963 suceeded 2024-11-17T08:21:05,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-17T08:21:05,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-17T08:21:05,538 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-17T08:21:05,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 216 msec 2024-11-17T08:21:05,544 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919, startPosition=1231, beingWritten=true 2024-11-17T08:21:05,548 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:05,548 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 1506, reset compression=false 2024-11-17T08:21:05,548 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44839,1731831641963 got entry batch from reader: WALEntryBatch [walEntries=[{test/78b3c3201488bab33b53a2a3363784e3/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919, lastWalPosition=1506, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T08:21:05,553 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:21:05,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-17T08:21:05,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:05,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T08:21:05,648 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:21:05,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:05,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:05,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:05,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:05,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:05,651 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-17T08:21:05,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:21:05,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:05,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:05,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:05,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:05,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:05,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:21:05,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=786123839, stopped=false 2024-11-17T08:21:05,652 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,39925,1731831641817 2024-11-17T08:21:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2697497943/running 2024-11-17T08:21:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2697497943/running 2024-11-17T08:21:05,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:21:05,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:21:05,659 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:21:05,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:05,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:05,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:05,659 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,44839,1731831641963' ***** 2024-11-17T08:21:05,659 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:21:05,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Set watcher on znode that does not yet exist, /2697497943/running 2024-11-17T08:21:05,660 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:21:05,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Set watcher on znode that does not yet exist, /2697497943/running 2024-11-17T08:21:05,660 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:21:05,660 INFO [RS:0;e3d0adb87c01:44839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:21:05,660 INFO [RS:0;e3d0adb87c01:44839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:21:05,660 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a002c40583e1959624458d3e0204227 2024-11-17T08:21:05,660 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(3091): Received CLOSE for 78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:21:05,660 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,44839,1731831641963 2024-11-17T08:21:05,660 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:21:05,660 INFO [RS:0;e3d0adb87c01:44839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:44839. 2024-11-17T08:21:05,660 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a002c40583e1959624458d3e0204227, disabling compactions & flushes 2024-11-17T08:21:05,661 DEBUG [RS:0;e3d0adb87c01:44839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:05,661 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227. 2024-11-17T08:21:05,661 DEBUG [RS:0;e3d0adb87c01:44839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:05,661 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227. 2024-11-17T08:21:05,661 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227. after waiting 0 ms 2024-11-17T08:21:05,661 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227. 2024-11-17T08:21:05,661 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:21:05,661 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:21:05,661 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:21:05,661 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:21:05,661 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a002c40583e1959624458d3e0204227 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-17T08:21:05,661 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T08:21:05,661 DEBUG [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1325): Online Regions={7a002c40583e1959624458d3e0204227=hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227., 1588230740=hbase:meta,,1.1588230740, 78b3c3201488bab33b53a2a3363784e3=test,,1731831648920.78b3c3201488bab33b53a2a3363784e3.} 2024-11-17T08:21:05,661 DEBUG [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78b3c3201488bab33b53a2a3363784e3, 7a002c40583e1959624458d3e0204227 2024-11-17T08:21:05,661 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:21:05,661 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:21:05,661 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:21:05,661 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:21:05,661 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:21:05,661 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T08:21:05,674 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/.tmp/info/6422c7baf9fd4a9d9cde6f928d597077 is 147, key is hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227./info:regioninfo/1731831655614/Put/seqid=0 2024-11-17T08:21:05,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741840_1016 (size=7686) 2024-11-17T08:21:05,688 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/replication/7a002c40583e1959624458d3e0204227/.tmp/queue/d5d95eebb0d9420795a9f2fc3c7fcb89 is 154, key is 1-e3d0adb87c01,44839,1731831641963/queue:e3d0adb87c01%2C44839%2C1731831641963/1731831665558/Put/seqid=0 2024-11-17T08:21:05,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741841_1017 (size=5353) 2024-11-17T08:21:05,699 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:21:05,732 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1466, reset compression=false 2024-11-17T08:21:05,753 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 1506, reset compression=false 2024-11-17T08:21:05,782 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:21:05,782 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:21:05,861 DEBUG [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78b3c3201488bab33b53a2a3363784e3, 7a002c40583e1959624458d3e0204227 2024-11-17T08:21:05,996 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1336, reset compression=false 2024-11-17T08:21:06,000 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:06,000 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1485, reset compression=false 2024-11-17T08:21:06,000 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,32941,1731831631216 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530, lastWalPosition=1485, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:06,035 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1466, reset compression=false 2024-11-17T08:21:06,056 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 1506, reset compression=false 2024-11-17T08:21:06,060 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T08:21:06,061 DEBUG [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78b3c3201488bab33b53a2a3363784e3, 7a002c40583e1959624458d3e0204227 2024-11-17T08:21:06,078 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/.tmp/info/6422c7baf9fd4a9d9cde6f928d597077 2024-11-17T08:21:06,092 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/replication/7a002c40583e1959624458d3e0204227/.tmp/queue/d5d95eebb0d9420795a9f2fc3c7fcb89 2024-11-17T08:21:06,096 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/replication/7a002c40583e1959624458d3e0204227/.tmp/queue/d5d95eebb0d9420795a9f2fc3c7fcb89 as hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/replication/7a002c40583e1959624458d3e0204227/queue/d5d95eebb0d9420795a9f2fc3c7fcb89 2024-11-17T08:21:06,099 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/.tmp/ns/07dbbe3c78b34641b18012e0ae4b695f is 43, key is default/ns:d/1731831644514/Put/seqid=0 2024-11-17T08:21:06,100 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/replication/7a002c40583e1959624458d3e0204227/queue/d5d95eebb0d9420795a9f2fc3c7fcb89, entries=1, sequenceid=13, filesize=5.2 K 2024-11-17T08:21:06,100 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 7a002c40583e1959624458d3e0204227 in 439ms, sequenceid=13, compaction requested=false 2024-11-17T08:21:06,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741842_1018 (size=5153) 2024-11-17T08:21:06,106 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/.tmp/ns/07dbbe3c78b34641b18012e0ae4b695f 2024-11-17T08:21:06,107 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/replication/7a002c40583e1959624458d3e0204227/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-17T08:21:06,108 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:21:06,108 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:21:06,108 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227. 2024-11-17T08:21:06,108 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a002c40583e1959624458d3e0204227: Waiting for close lock at 1731831665660Running coprocessor pre-close hooks at 1731831665660Disabling compacts and flushes for region at 1731831665660Disabling writes for close at 1731831665661 (+1 ms)Obtaining lock to block concurrent updates at 1731831665661Preparing flush snapshotting stores in 7a002c40583e1959624458d3e0204227 at 1731831665661Finished memstore snapshotting hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731831665661Flushing stores of hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227. at 1731831665662 (+1 ms)Flushing 7a002c40583e1959624458d3e0204227/queue: creating writer at 1731831665662Flushing 7a002c40583e1959624458d3e0204227/queue: appending metadata at 1731831665688 (+26 ms)Flushing 7a002c40583e1959624458d3e0204227/queue: closing flushed file at 1731831665688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3807da4b: reopening flushed file at 1731831666096 (+408 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 7a002c40583e1959624458d3e0204227 in 439ms, sequenceid=13, compaction requested=false at 1731831666100 (+4 ms)Writing region close event to WAL at 1731831666105 (+5 ms)Running coprocessor post-close hooks at 1731831666108 (+3 ms)Closed at 1731831666108 2024-11-17T08:21:06,108 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731831654453.7a002c40583e1959624458d3e0204227. 2024-11-17T08:21:06,108 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78b3c3201488bab33b53a2a3363784e3, disabling compactions & flushes 2024-11-17T08:21:06,108 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731831648920.78b3c3201488bab33b53a2a3363784e3. 2024-11-17T08:21:06,108 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831648920.78b3c3201488bab33b53a2a3363784e3. 2024-11-17T08:21:06,108 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731831648920.78b3c3201488bab33b53a2a3363784e3. after waiting 0 ms 2024-11-17T08:21:06,108 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731831648920.78b3c3201488bab33b53a2a3363784e3. 2024-11-17T08:21:06,109 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 78b3c3201488bab33b53a2a3363784e3 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-17T08:21:06,121 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/.tmp/rep_barrier/b347e63e0a1b4dd18fe387b086e5572a is 112, key is test,,1731831648920.78b3c3201488bab33b53a2a3363784e3./rep_barrier:seqnumDuringOpen/1731831650139/Put/seqid=0 2024-11-17T08:21:06,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741843_1019 (size=5518) 2024-11-17T08:21:06,125 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/.tmp/f/f07501c8714340adb3a68e21607bbfd8 is 37, key is row3/f:row3/1731831664309/Put/seqid=0 2024-11-17T08:21:06,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741844_1020 (size=5228) 2024-11-17T08:21:06,203 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1485, reset compression=false 2024-11-17T08:21:06,261 DEBUG [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:21:06,439 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1466, reset compression=false 2024-11-17T08:21:06,459 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 1506, reset compression=false 2024-11-17T08:21:06,462 DEBUG [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:21:06,463 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:06,463 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 1753, reset compression=false 2024-11-17T08:21:06,463 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,44839,1731831641963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919, lastWalPosition=1753, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:06,464 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e3d0adb87c01,44839,1731831641963: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e3d0adb87c01,44839,1731831641963, walGroup=e3d0adb87c01%2C44839%2C1731831641963, offset=e3d0adb87c01%2C44839%2C1731831641963.1731831643919:1753, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:44839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T08:21:06,465 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T08:21:06,465 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T08:21:06,466 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T08:21:06,466 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T08:21:06,466 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T08:21:06,466 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 801416184 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198843800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T08:21:06,466 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:39925 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:39925 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T08:21:06,505 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1485, reset compression=false 2024-11-17T08:21:06,524 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/.tmp/rep_barrier/b347e63e0a1b4dd18fe387b086e5572a 2024-11-17T08:21:06,528 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/.tmp/f/f07501c8714340adb3a68e21607bbfd8 2024-11-17T08:21:06,532 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f07501c8714340adb3a68e21607bbfd8 2024-11-17T08:21:06,541 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/.tmp/table/8a117805e099496d817d6eda511e2bd6 is 53, key is hbase:replication/table:state/1731831655623/Put/seqid=0 2024-11-17T08:21:06,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741845_1021 (size=5308) 2024-11-17T08:21:06,550 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/.tmp/f1/8149d528abf9468d932095d6ef45a666 is 30, key is row1/f1:/1731831661651/DeleteFamily/seqid=0 2024-11-17T08:21:06,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741846_1022 (size=5158) 2024-11-17T08:21:06,553 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/.tmp/f1/8149d528abf9468d932095d6ef45a666 2024-11-17T08:21:06,557 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8149d528abf9468d932095d6ef45a666 2024-11-17T08:21:06,571 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/.tmp/norep/3a8761aa3c6c4547971efa48d70cc9e5 is 33, key is row2/norep:/1731831662656/DeleteFamily/seqid=0 2024-11-17T08:21:06,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741847_1023 (size=5108) 2024-11-17T08:21:06,662 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T08:21:06,662 DEBUG [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 78b3c3201488bab33b53a2a3363784e3=test,,1731831648920.78b3c3201488bab33b53a2a3363784e3.} 2024-11-17T08:21:06,662 DEBUG [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:21:06,667 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 1753, reset compression=false 2024-11-17T08:21:06,862 DEBUG [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78b3c3201488bab33b53a2a3363784e3 2024-11-17T08:21:06,908 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1485, reset compression=false 2024-11-17T08:21:06,942 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1466, reset compression=false 2024-11-17T08:21:06,944 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/.tmp/table/8a117805e099496d817d6eda511e2bd6 2024-11-17T08:21:06,948 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/.tmp/info/6422c7baf9fd4a9d9cde6f928d597077 as hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/info/6422c7baf9fd4a9d9cde6f928d597077 2024-11-17T08:21:06,952 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/info/6422c7baf9fd4a9d9cde6f928d597077, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T08:21:06,952 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/.tmp/ns/07dbbe3c78b34641b18012e0ae4b695f as hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/ns/07dbbe3c78b34641b18012e0ae4b695f 2024-11-17T08:21:06,955 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/ns/07dbbe3c78b34641b18012e0ae4b695f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T08:21:06,956 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/.tmp/rep_barrier/b347e63e0a1b4dd18fe387b086e5572a as hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/rep_barrier/b347e63e0a1b4dd18fe387b086e5572a 2024-11-17T08:21:06,959 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/rep_barrier/b347e63e0a1b4dd18fe387b086e5572a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T08:21:06,959 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/.tmp/table/8a117805e099496d817d6eda511e2bd6 as hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/table/8a117805e099496d817d6eda511e2bd6 2024-11-17T08:21:06,962 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/table/8a117805e099496d817d6eda511e2bd6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T08:21:06,963 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false 2024-11-17T08:21:06,967 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T08:21:06,968 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:21:06,968 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:21:06,968 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:21:06,968 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831665661Running coprocessor pre-close hooks at 1731831665661Disabling compacts and flushes for region at 1731831665661Disabling writes for close at 1731831665661Obtaining lock to block concurrent updates at 1731831665661Preparing flush snapshotting stores in 1588230740 at 1731831665661Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731831665661Flushing stores of hbase:meta,,1.1588230740 at 1731831665662 (+1 ms)Flushing 1588230740/info: creating writer at 1731831665662Flushing 1588230740/info: appending metadata at 1731831665674 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731831665674Flushing 1588230740/ns: creating writer at 1731831666081 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731831666098 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731831666098Flushing 1588230740/rep_barrier: creating writer at 1731831666109 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731831666121 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731831666121Flushing 1588230740/table: creating writer at 1731831666528 (+407 ms)Flushing 1588230740/table: appending metadata at 1731831666541 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731831666541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246dad65: reopening flushed file at 1731831666947 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19190cc4: reopening flushed file at 1731831666952 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e820b77: reopening flushed file at 1731831666955 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15803aab: reopening flushed file at 1731831666959 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false at 1731831666963 (+4 ms)Writing region close event to WAL at 1731831666964 (+1 ms)Running coprocessor post-close hooks at 1731831666968 (+4 ms)Closed at 1731831666968 2024-11-17T08:21:06,968 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:21:06,970 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 to pos 1753, reset compression=false 2024-11-17T08:21:06,974 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/.tmp/norep/3a8761aa3c6c4547971efa48d70cc9e5 2024-11-17T08:21:06,977 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a8761aa3c6c4547971efa48d70cc9e5 2024-11-17T08:21:06,977 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/.tmp/f/f07501c8714340adb3a68e21607bbfd8 as hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/f/f07501c8714340adb3a68e21607bbfd8 2024-11-17T08:21:06,981 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f07501c8714340adb3a68e21607bbfd8 2024-11-17T08:21:06,981 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/f/f07501c8714340adb3a68e21607bbfd8, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T08:21:06,981 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/.tmp/f1/8149d528abf9468d932095d6ef45a666 as hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/f1/8149d528abf9468d932095d6ef45a666 2024-11-17T08:21:06,985 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8149d528abf9468d932095d6ef45a666 2024-11-17T08:21:06,985 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/f1/8149d528abf9468d932095d6ef45a666, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T08:21:06,986 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/.tmp/norep/3a8761aa3c6c4547971efa48d70cc9e5 as hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/norep/3a8761aa3c6c4547971efa48d70cc9e5 2024-11-17T08:21:06,989 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a8761aa3c6c4547971efa48d70cc9e5 2024-11-17T08:21:06,990 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/norep/3a8761aa3c6c4547971efa48d70cc9e5, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T08:21:06,990 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 78b3c3201488bab33b53a2a3363784e3 in 882ms, sequenceid=12, compaction requested=false 2024-11-17T08:21:06,995 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/data/default/test/78b3c3201488bab33b53a2a3363784e3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T08:21:06,995 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:21:06,995 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:21:06,995 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731831648920.78b3c3201488bab33b53a2a3363784e3. 2024-11-17T08:21:06,995 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78b3c3201488bab33b53a2a3363784e3: Waiting for close lock at 1731831666108Running coprocessor pre-close hooks at 1731831666108Disabling compacts and flushes for region at 1731831666108Disabling writes for close at 1731831666108Obtaining lock to block concurrent updates at 1731831666109 (+1 ms)Preparing flush snapshotting stores in 78b3c3201488bab33b53a2a3363784e3 at 1731831666109Finished memstore snapshotting test,,1731831648920.78b3c3201488bab33b53a2a3363784e3., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731831666109Flushing stores of test,,1731831648920.78b3c3201488bab33b53a2a3363784e3. at 1731831666109Flushing 78b3c3201488bab33b53a2a3363784e3/f: creating writer at 1731831666109Flushing 78b3c3201488bab33b53a2a3363784e3/f: appending metadata at 1731831666124 (+15 ms)Flushing 78b3c3201488bab33b53a2a3363784e3/f: closing flushed file at 1731831666124Flushing 78b3c3201488bab33b53a2a3363784e3/f1: creating writer at 1731831666532 (+408 ms)Flushing 78b3c3201488bab33b53a2a3363784e3/f1: appending metadata at 1731831666550 (+18 ms)Flushing 78b3c3201488bab33b53a2a3363784e3/f1: closing flushed file at 1731831666550Flushing 78b3c3201488bab33b53a2a3363784e3/norep: creating writer at 1731831666557 (+7 ms)Flushing 78b3c3201488bab33b53a2a3363784e3/norep: appending metadata at 1731831666570 (+13 ms)Flushing 78b3c3201488bab33b53a2a3363784e3/norep: closing flushed file at 1731831666570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@413b84c2: reopening flushed file at 1731831666977 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53eec9d9: reopening flushed file at 1731831666981 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3afa3e13: reopening flushed file at 1731831666985 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 78b3c3201488bab33b53a2a3363784e3 in 882ms, sequenceid=12, compaction requested=false at 1731831666990 (+5 ms)Writing region close event to WAL at 1731831666992 (+2 ms)Running coprocessor post-close hooks at 1731831666995 (+3 ms)Closed at 1731831666995 2024-11-17T08:21:06,995 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731831648920.78b3c3201488bab33b53a2a3363784e3. 2024-11-17T08:21:07,062 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,44839,1731831641963; all regions closed. 2024-11-17T08:21:07,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741834_1010 (size=4239) 2024-11-17T08:21:07,064 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.meta.1731831644470.meta not finished, retry = 0 2024-11-17T08:21:07,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741839_1015 (size=3333) 2024-11-17T08:21:07,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/WALs/e3d0adb87c01,44839,1731831641963/e3d0adb87c01%2C44839%2C1731831641963.1731831643919 not finished, retry = 0 2024-11-17T08:21:07,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741832_1008 (size=2405) 2024-11-17T08:21:07,270 DEBUG [RS:0;e3d0adb87c01:44839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:07,270 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:21:07,270 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:21:07,270 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:21:07,270 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:21:07,270 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:21:07,270 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,44839,1731831641963 because: Region server is closing 2024-11-17T08:21:07,271 INFO [RS:0;e3d0adb87c01:44839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:44839. 2024-11-17T08:21:07,271 DEBUG [RS:0;e3d0adb87c01:44839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:07,271 DEBUG [RS:0;e3d0adb87c01:44839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:07,271 DEBUG [RS:0;e3d0adb87c01:44839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:07,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:07,371 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.shippere3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 terminated 2024-11-17T08:21:07,371 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,44839,1731831641963.replicationSource.wal-reader.e3d0adb87c01%2C44839%2C1731831641963,1-e3d0adb87c01,44839,1731831641963 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T08:21:07,371 INFO [RS:0;e3d0adb87c01:44839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:44839. 2024-11-17T08:21:07,372 DEBUG [RS:0;e3d0adb87c01:44839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:07,372 DEBUG [RS:0;e3d0adb87c01:44839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:07,372 DEBUG [RS:0;e3d0adb87c01:44839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:07,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:07,372 INFO [RS:0;e3d0adb87c01:44839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44839 2024-11-17T08:21:07,412 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1485, reset compression=false 2024-11-17T08:21:07,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943/rs 2024-11-17T08:21:07,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2697497943/rs/e3d0adb87c01,44839,1731831641963 2024-11-17T08:21:07,437 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:21:07,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,44839,1731831641963] 2024-11-17T08:21:07,458 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2697497943/draining/e3d0adb87c01,44839,1731831641963 already deleted, retry=false 2024-11-17T08:21:07,458 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,44839,1731831641963 expired; onlineServers=0 2024-11-17T08:21:07,458 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,39925,1731831641817' ***** 2024-11-17T08:21:07,458 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:21:07,459 INFO [M:0;e3d0adb87c01:39925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:21:07,459 INFO [M:0;e3d0adb87c01:39925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:21:07,459 DEBUG [M:0;e3d0adb87c01:39925 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:21:07,459 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:21:07,459 DEBUG [M:0;e3d0adb87c01:39925 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:21:07,459 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831643672 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831643672,5,FailOnTimeoutGroup] 2024-11-17T08:21:07,459 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831643672 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831643672,5,FailOnTimeoutGroup] 2024-11-17T08:21:07,459 INFO [M:0;e3d0adb87c01:39925 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:21:07,459 INFO [M:0;e3d0adb87c01:39925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:21:07,459 DEBUG [M:0;e3d0adb87c01:39925 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:21:07,459 INFO [M:0;e3d0adb87c01:39925 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:21:07,459 INFO [M:0;e3d0adb87c01:39925 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:21:07,459 INFO [M:0;e3d0adb87c01:39925 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:21:07,460 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:21:07,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2697497943/master 2024-11-17T08:21:07,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2697497943 2024-11-17T08:21:07,469 DEBUG [M:0;e3d0adb87c01:39925 {}] zookeeper.ZKUtil(347): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Unable to get data of znode /2697497943/master because node does not exist (not an error) 2024-11-17T08:21:07,469 WARN [M:0;e3d0adb87c01:39925 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:21:07,470 INFO [M:0;e3d0adb87c01:39925 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/.lastflushedseqids 2024-11-17T08:21:07,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741848_1024 (size=245) 2024-11-17T08:21:07,545 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1466, reset compression=false 2024-11-17T08:21:07,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:07,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44839-0x10147e17fba0007, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:07,548 INFO [RS:0;e3d0adb87c01:44839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:21:07,548 INFO [RS:0;e3d0adb87c01:44839 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,44839,1731831641963; zookeeper connection closed. 2024-11-17T08:21:07,548 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@554aaaa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@554aaaa 2024-11-17T08:21:07,548 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:21:07,878 INFO [M:0;e3d0adb87c01:39925 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:21:07,878 INFO [M:0;e3d0adb87c01:39925 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:21:07,878 DEBUG [M:0;e3d0adb87c01:39925 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:21:07,878 INFO [M:0;e3d0adb87c01:39925 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:07,878 DEBUG [M:0;e3d0adb87c01:39925 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:07,878 DEBUG [M:0;e3d0adb87c01:39925 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:21:07,878 DEBUG [M:0;e3d0adb87c01:39925 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:07,878 INFO [M:0;e3d0adb87c01:39925 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-17T08:21:07,894 DEBUG [M:0;e3d0adb87c01:39925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc00bcb6feaa4788b1f2cf8b7c8186e1 is 82, key is hbase:meta,,1/info:regioninfo/1731831644496/Put/seqid=0 2024-11-17T08:21:07,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741849_1025 (size=5672) 2024-11-17T08:21:08,015 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1485, reset compression=false 2024-11-17T08:21:08,248 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1466, reset compression=false 2024-11-17T08:21:08,298 INFO [M:0;e3d0adb87c01:39925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc00bcb6feaa4788b1f2cf8b7c8186e1 2024-11-17T08:21:08,314 DEBUG [M:0;e3d0adb87c01:39925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0628c39868194224a9110351ccf2c655 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731831655626/Put/seqid=0 2024-11-17T08:21:08,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741850_1026 (size=9213) 2024-11-17T08:21:08,717 INFO [M:0;e3d0adb87c01:39925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0628c39868194224a9110351ccf2c655 2024-11-17T08:21:08,718 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1485, reset compression=false 2024-11-17T08:21:08,733 DEBUG [M:0;e3d0adb87c01:39925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93ff7a56452842458279182c1dd52e4e is 69, key is e3d0adb87c01,44839,1731831641963/rs:state/1731831643722/Put/seqid=0 2024-11-17T08:21:08,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741851_1027 (size=5156) 2024-11-17T08:21:09,052 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1466, reset compression=false 2024-11-17T08:21:09,137 INFO [M:0;e3d0adb87c01:39925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93ff7a56452842458279182c1dd52e4e 2024-11-17T08:21:09,140 DEBUG [M:0;e3d0adb87c01:39925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc00bcb6feaa4788b1f2cf8b7c8186e1 as hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc00bcb6feaa4788b1f2cf8b7c8186e1 2024-11-17T08:21:09,144 INFO [M:0;e3d0adb87c01:39925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc00bcb6feaa4788b1f2cf8b7c8186e1, entries=8, sequenceid=127, filesize=5.5 K 2024-11-17T08:21:09,145 DEBUG [M:0;e3d0adb87c01:39925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0628c39868194224a9110351ccf2c655 as hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0628c39868194224a9110351ccf2c655 2024-11-17T08:21:09,148 INFO [M:0;e3d0adb87c01:39925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0628c39868194224a9110351ccf2c655, entries=15, sequenceid=127, filesize=9.0 K 2024-11-17T08:21:09,149 DEBUG [M:0;e3d0adb87c01:39925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93ff7a56452842458279182c1dd52e4e as hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93ff7a56452842458279182c1dd52e4e 2024-11-17T08:21:09,152 INFO [M:0;e3d0adb87c01:39925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44065/user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93ff7a56452842458279182c1dd52e4e, entries=1, sequenceid=127, filesize=5.0 K 2024-11-17T08:21:09,153 INFO [M:0;e3d0adb87c01:39925 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=127, compaction requested=false 2024-11-17T08:21:09,154 INFO [M:0;e3d0adb87c01:39925 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:09,155 DEBUG [M:0;e3d0adb87c01:39925 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831667878Disabling compacts and flushes for region at 1731831667878Disabling writes for close at 1731831667878Obtaining lock to block concurrent updates at 1731831667878Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831667878Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731831667878Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831667879 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831667879Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831667894 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831667894Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831668301 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831668314 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831668314Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831668721 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831668733 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831668733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a952569: reopening flushed file at 1731831669140 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ee3ad0: reopening flushed file at 1731831669144 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b4139fe: reopening flushed file at 1731831669148 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=127, compaction requested=false at 1731831669153 (+5 ms)Writing region close event to WAL at 1731831669154 (+1 ms)Closed at 1731831669154 2024-11-17T08:21:09,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741830_1006 (size=73878) 2024-11-17T08:21:09,156 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e4513fb-ec7b-31c7-719f-0c8be21f6128/MasterData/WALs/e3d0adb87c01,39925,1731831641817/e3d0adb87c01%2C39925%2C1731831641817.1731831643316 not finished, retry = 0 2024-11-17T08:21:09,257 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:21:09,257 INFO [M:0;e3d0adb87c01:39925 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:21:09,257 INFO [M:0;e3d0adb87c01:39925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39925 2024-11-17T08:21:09,257 INFO [M:0;e3d0adb87c01:39925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:21:09,459 INFO [M:0;e3d0adb87c01:39925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:21:09,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:09,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39925-0x10147e17fba0006, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:09,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30e8171b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:21:09,499 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@248e81fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:21:09,499 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:21:09,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26527bc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:21:09,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c4df331{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/hadoop.log.dir/,STOPPED} 2024-11-17T08:21:09,500 WARN [BP-1238108855-172.17.0.3-1731831639900 heartbeating to localhost/127.0.0.1:44065 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:21:09,500 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:21:09,501 WARN [BP-1238108855-172.17.0.3-1731831639900 heartbeating to localhost/127.0.0.1:44065 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1238108855-172.17.0.3-1731831639900 (Datanode Uuid 9a91b4a3-8dd7-4b32-8c1f-a197c1e0d1c7) service to localhost/127.0.0.1:44065 2024-11-17T08:21:09,501 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:21:09,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/cluster_fbff2d6f-35b5-3016-fac7-e9e989dc71d5/data/data1/current/BP-1238108855-172.17.0.3-1731831639900 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:21:09,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/cluster_fbff2d6f-35b5-3016-fac7-e9e989dc71d5/data/data2/current/BP-1238108855-172.17.0.3-1731831639900 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:21:09,501 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:21:09,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f95f919{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:21:09,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@477cba88{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:21:09,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:21:09,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b206f70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:21:09,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f260953{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/hadoop.log.dir/,STOPPED} 2024-11-17T08:21:09,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:21:09,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:21:09,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:09,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:09,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:09,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:09,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:09,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:21:09,521 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1196680130, stopped=false 2024-11-17T08:21:09,521 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,37849,1731831636471 2024-11-17T08:21:09,521 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1485, reset compression=false 2024-11-17T08:21:09,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2012321445/running 2024-11-17T08:21:09,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2012321445/running 2024-11-17T08:21:09,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:21:09,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:21:09,538 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:21:09,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:09,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:09,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:09,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Set watcher on znode that does not yet exist, /1-2012321445/running 2024-11-17T08:21:09,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,41425,1731831636617' ***** 2024-11-17T08:21:09,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:21:09,539 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:21:09,539 INFO [RS:0;e3d0adb87c01:41425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:21:09,539 INFO [RS:0;e3d0adb87c01:41425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:21:09,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:21:09,539 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(3091): Received CLOSE for 5654a699f82a9566b276332abcf696de 2024-11-17T08:21:09,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Set watcher on znode that does not yet exist, /1-2012321445/running 2024-11-17T08:21:09,539 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(3091): Received CLOSE for af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:21:09,539 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,41425,1731831636617 2024-11-17T08:21:09,539 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:21:09,539 INFO [RS:0;e3d0adb87c01:41425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:41425. 2024-11-17T08:21:09,539 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5654a699f82a9566b276332abcf696de, disabling compactions & flushes 2024-11-17T08:21:09,539 DEBUG [RS:0;e3d0adb87c01:41425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:09,539 DEBUG [RS:0;e3d0adb87c01:41425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:09,539 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de. 2024-11-17T08:21:09,539 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de. 2024-11-17T08:21:09,539 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:21:09,539 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de. after waiting 0 ms 2024-11-17T08:21:09,539 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:21:09,539 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:21:09,539 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de. 2024-11-17T08:21:09,539 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:21:09,539 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5654a699f82a9566b276332abcf696de 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-17T08:21:09,539 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T08:21:09,539 DEBUG [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1325): Online Regions={5654a699f82a9566b276332abcf696de=hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de., 1588230740=hbase:meta,,1.1588230740, af455b8f77e9b17e75cd804e289d8a49=test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49.} 2024-11-17T08:21:09,539 DEBUG [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5654a699f82a9566b276332abcf696de, af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:21:09,539 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:21:09,540 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:21:09,540 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:21:09,540 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:21:09,540 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:21:09,540 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T08:21:09,553 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/replication/5654a699f82a9566b276332abcf696de/.tmp/queue/d07ef1fb4b084de8b28be4fc6151e20a is 154, key is 1-e3d0adb87c01,41425,1731831636617/queue:e3d0adb87c01%2C41425%2C1731831636617/1731831665534/Put/seqid=0 2024-11-17T08:21:09,555 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/.tmp/info/ef19b8aad4af4a4c9f234f62fe7ef6a0 is 147, key is hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de./info:regioninfo/1731831654125/Put/seqid=0 2024-11-17T08:21:09,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741840_1016 (size=5353) 2024-11-17T08:21:09,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741841_1017 (size=7686) 2024-11-17T08:21:09,577 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:21:09,740 DEBUG [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5654a699f82a9566b276332abcf696de, af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:21:09,785 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:21:09,785 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:21:09,940 DEBUG [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5654a699f82a9566b276332abcf696de, af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:21:09,955 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1466, reset compression=false 2024-11-17T08:21:09,956 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/replication/5654a699f82a9566b276332abcf696de/.tmp/queue/d07ef1fb4b084de8b28be4fc6151e20a 2024-11-17T08:21:09,958 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/.tmp/info/ef19b8aad4af4a4c9f234f62fe7ef6a0 2024-11-17T08:21:09,960 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/replication/5654a699f82a9566b276332abcf696de/.tmp/queue/d07ef1fb4b084de8b28be4fc6151e20a as hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/replication/5654a699f82a9566b276332abcf696de/queue/d07ef1fb4b084de8b28be4fc6151e20a 2024-11-17T08:21:09,964 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/replication/5654a699f82a9566b276332abcf696de/queue/d07ef1fb4b084de8b28be4fc6151e20a, entries=1, sequenceid=14, filesize=5.2 K 2024-11-17T08:21:09,965 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 5654a699f82a9566b276332abcf696de in 426ms, sequenceid=14, compaction requested=false 2024-11-17T08:21:09,965 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T08:21:09,971 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/replication/5654a699f82a9566b276332abcf696de/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-17T08:21:09,971 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:21:09,971 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:21:09,971 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de. 2024-11-17T08:21:09,971 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5654a699f82a9566b276332abcf696de: Waiting for close lock at 1731831669539Running coprocessor pre-close hooks at 1731831669539Disabling compacts and flushes for region at 1731831669539Disabling writes for close at 1731831669539Obtaining lock to block concurrent updates at 1731831669539Preparing flush snapshotting stores in 5654a699f82a9566b276332abcf696de at 1731831669539Finished memstore snapshotting hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731831669540 (+1 ms)Flushing stores of hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de. at 1731831669540Flushing 5654a699f82a9566b276332abcf696de/queue: creating writer at 1731831669540Flushing 5654a699f82a9566b276332abcf696de/queue: appending metadata at 1731831669552 (+12 ms)Flushing 5654a699f82a9566b276332abcf696de/queue: closing flushed file at 1731831669552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d79e4b0: reopening flushed file at 1731831669960 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 5654a699f82a9566b276332abcf696de in 426ms, sequenceid=14, compaction requested=false at 1731831669965 (+5 ms)Writing region close event to WAL at 1731831669968 (+3 ms)Running coprocessor post-close hooks at 1731831669971 (+3 ms)Closed at 1731831669971 2024-11-17T08:21:09,971 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731831653311.5654a699f82a9566b276332abcf696de. 2024-11-17T08:21:09,971 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af455b8f77e9b17e75cd804e289d8a49, disabling compactions & flushes 2024-11-17T08:21:09,971 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49. 2024-11-17T08:21:09,971 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49. 2024-11-17T08:21:09,971 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49. after waiting 0 ms 2024-11-17T08:21:09,971 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49. 2024-11-17T08:21:09,971 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af455b8f77e9b17e75cd804e289d8a49 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-17T08:21:09,978 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/.tmp/ns/c3fdbe037d864b51af19038182a1dafb is 43, key is default/ns:d/1731831639835/Put/seqid=0 2024-11-17T08:21:09,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741842_1018 (size=5153) 2024-11-17T08:21:09,986 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/.tmp/f/4a5d68548ec14c209933c4ab51098e30 is 37, key is row3/f:row3/1731831664309/Put/seqid=0 2024-11-17T08:21:09,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741843_1019 (size=5228) 2024-11-17T08:21:10,140 DEBUG [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:21:10,340 DEBUG [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:21:10,381 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/.tmp/ns/c3fdbe037d864b51af19038182a1dafb 2024-11-17T08:21:10,389 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/.tmp/f/4a5d68548ec14c209933c4ab51098e30 2024-11-17T08:21:10,392 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a5d68548ec14c209933c4ab51098e30 2024-11-17T08:21:10,399 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/.tmp/rep_barrier/e640b1eec8b947f592d744083eed7282 is 112, key is test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49./rep_barrier:seqnumDuringOpen/1731831647913/Put/seqid=0 2024-11-17T08:21:10,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741844_1020 (size=5518) 2024-11-17T08:21:10,413 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/.tmp/f1/5a792b96d99f40cfbfe8e4f65994043a is 30, key is row1/f1:/1731831661651/DeleteFamily/seqid=0 2024-11-17T08:21:10,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741845_1021 (size=5158) 2024-11-17T08:21:10,424 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1485, reset compression=false 2024-11-17T08:21:10,540 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T08:21:10,540 DEBUG [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, af455b8f77e9b17e75cd804e289d8a49=test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49.} 2024-11-17T08:21:10,540 DEBUG [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:21:10,741 DEBUG [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af455b8f77e9b17e75cd804e289d8a49 2024-11-17T08:21:10,803 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/.tmp/rep_barrier/e640b1eec8b947f592d744083eed7282 2024-11-17T08:21:10,817 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/.tmp/f1/5a792b96d99f40cfbfe8e4f65994043a 2024-11-17T08:21:10,820 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a792b96d99f40cfbfe8e4f65994043a 2024-11-17T08:21:10,821 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/.tmp/table/ddae4951b1304ac88777236aa25c6509 is 53, key is hbase:replication/table:state/1731831654133/Put/seqid=0 2024-11-17T08:21:10,833 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/.tmp/norep/4a32b411dc4f4d5ab85e6753d5693f69 is 33, key is row1/norep:/1731831661651/DeleteFamily/seqid=0 2024-11-17T08:21:10,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741846_1022 (size=5308) 2024-11-17T08:21:10,835 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/.tmp/table/ddae4951b1304ac88777236aa25c6509 2024-11-17T08:21:10,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741847_1023 (size=5108) 2024-11-17T08:21:10,836 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/.tmp/norep/4a32b411dc4f4d5ab85e6753d5693f69 2024-11-17T08:21:10,838 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a32b411dc4f4d5ab85e6753d5693f69 2024-11-17T08:21:10,839 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/.tmp/f/4a5d68548ec14c209933c4ab51098e30 as hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/f/4a5d68548ec14c209933c4ab51098e30 2024-11-17T08:21:10,839 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/.tmp/info/ef19b8aad4af4a4c9f234f62fe7ef6a0 as hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/info/ef19b8aad4af4a4c9f234f62fe7ef6a0 2024-11-17T08:21:10,842 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a5d68548ec14c209933c4ab51098e30 2024-11-17T08:21:10,842 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/info/ef19b8aad4af4a4c9f234f62fe7ef6a0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T08:21:10,842 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/f/4a5d68548ec14c209933c4ab51098e30, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T08:21:10,843 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/.tmp/f1/5a792b96d99f40cfbfe8e4f65994043a as hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/f1/5a792b96d99f40cfbfe8e4f65994043a 2024-11-17T08:21:10,843 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/.tmp/ns/c3fdbe037d864b51af19038182a1dafb as hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/ns/c3fdbe037d864b51af19038182a1dafb 2024-11-17T08:21:10,846 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a792b96d99f40cfbfe8e4f65994043a 2024-11-17T08:21:10,846 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/f1/5a792b96d99f40cfbfe8e4f65994043a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T08:21:10,846 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/ns/c3fdbe037d864b51af19038182a1dafb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T08:21:10,847 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/.tmp/rep_barrier/e640b1eec8b947f592d744083eed7282 as hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/rep_barrier/e640b1eec8b947f592d744083eed7282 2024-11-17T08:21:10,847 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/.tmp/norep/4a32b411dc4f4d5ab85e6753d5693f69 as hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/norep/4a32b411dc4f4d5ab85e6753d5693f69 2024-11-17T08:21:10,850 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/rep_barrier/e640b1eec8b947f592d744083eed7282, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T08:21:10,850 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a32b411dc4f4d5ab85e6753d5693f69 2024-11-17T08:21:10,851 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/norep/4a32b411dc4f4d5ab85e6753d5693f69, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T08:21:10,851 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/.tmp/table/ddae4951b1304ac88777236aa25c6509 as hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/table/ddae4951b1304ac88777236aa25c6509 2024-11-17T08:21:10,851 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for af455b8f77e9b17e75cd804e289d8a49 in 880ms, sequenceid=12, compaction requested=false 2024-11-17T08:21:10,851 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T08:21:10,855 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/table/ddae4951b1304ac88777236aa25c6509, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T08:21:10,855 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false 2024-11-17T08:21:10,855 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:21:10,856 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/default/test/af455b8f77e9b17e75cd804e289d8a49/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T08:21:10,856 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:21:10,856 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:21:10,856 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49. 2024-11-17T08:21:10,856 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af455b8f77e9b17e75cd804e289d8a49: Waiting for close lock at 1731831669971Running coprocessor pre-close hooks at 1731831669971Disabling compacts and flushes for region at 1731831669971Disabling writes for close at 1731831669971Obtaining lock to block concurrent updates at 1731831669971Preparing flush snapshotting stores in af455b8f77e9b17e75cd804e289d8a49 at 1731831669971Finished memstore snapshotting test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731831669972 (+1 ms)Flushing stores of test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49. at 1731831669972Flushing af455b8f77e9b17e75cd804e289d8a49/f: creating writer at 1731831669972Flushing af455b8f77e9b17e75cd804e289d8a49/f: appending metadata at 1731831669985 (+13 ms)Flushing af455b8f77e9b17e75cd804e289d8a49/f: closing flushed file at 1731831669985Flushing af455b8f77e9b17e75cd804e289d8a49/f1: creating writer at 1731831670393 (+408 ms)Flushing af455b8f77e9b17e75cd804e289d8a49/f1: appending metadata at 1731831670412 (+19 ms)Flushing af455b8f77e9b17e75cd804e289d8a49/f1: closing flushed file at 1731831670412Flushing af455b8f77e9b17e75cd804e289d8a49/norep: creating writer at 1731831670820 (+408 ms)Flushing af455b8f77e9b17e75cd804e289d8a49/norep: appending metadata at 1731831670832 (+12 ms)Flushing af455b8f77e9b17e75cd804e289d8a49/norep: closing flushed file at 1731831670832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6654b94e: reopening flushed file at 1731831670838 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36855e49: reopening flushed file at 1731831670842 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1157b67c: reopening flushed file at 1731831670846 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for af455b8f77e9b17e75cd804e289d8a49 in 880ms, sequenceid=12, compaction requested=false at 1731831670851 (+5 ms)Writing region close event to WAL at 1731831670853 (+2 ms)Running coprocessor post-close hooks at 1731831670856 (+3 ms)Closed at 1731831670856 2024-11-17T08:21:10,857 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731831646770.af455b8f77e9b17e75cd804e289d8a49. 2024-11-17T08:21:10,859 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T08:21:10,859 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:21:10,859 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:21:10,859 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:21:10,859 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831669539Running coprocessor pre-close hooks at 1731831669539Disabling compacts and flushes for region at 1731831669539Disabling writes for close at 1731831669540 (+1 ms)Obtaining lock to block concurrent updates at 1731831669540Preparing flush snapshotting stores in 1588230740 at 1731831669540Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731831669540Flushing stores of hbase:meta,,1.1588230740 at 1731831669540Flushing 1588230740/info: creating writer at 1731831669540Flushing 1588230740/info: appending metadata at 1731831669555 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731831669555Flushing 1588230740/ns: creating writer at 1731831669961 (+406 ms)Flushing 1588230740/ns: appending metadata at 1731831669977 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731831669977Flushing 1588230740/rep_barrier: creating writer at 1731831670385 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731831670399 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731831670399Flushing 1588230740/table: creating writer at 1731831670807 (+408 ms)Flushing 1588230740/table: appending metadata at 1731831670820 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731831670820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b006dc7: reopening flushed file at 1731831670838 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b4b4e9d: reopening flushed file at 1731831670842 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@355f37b3: reopening flushed file at 1731831670846 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60efd00c: reopening flushed file at 1731831670850 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false at 1731831670855 (+5 ms)Writing region close event to WAL at 1731831670857 (+2 ms)Running coprocessor post-close hooks at 1731831670859 (+2 ms)Closed at 1731831670859 2024-11-17T08:21:10,859 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:21:10,941 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,41425,1731831636617; all regions closed. 2024-11-17T08:21:10,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741834_1010 (size=4239) 2024-11-17T08:21:10,944 DEBUG [RS:0;e3d0adb87c01:41425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/oldWALs 2024-11-17T08:21:10,944 INFO [RS:0;e3d0adb87c01:41425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C41425%2C1731831636617.meta:.meta(num 1731831639791) 2024-11-17T08:21:10,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741839_1015 (size=3552) 2024-11-17T08:21:10,947 DEBUG [RS:0;e3d0adb87c01:41425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/oldWALs 2024-11-17T08:21:10,947 INFO [RS:0;e3d0adb87c01:41425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C41425%2C1731831636617.rep:(num 1731831654095) 2024-11-17T08:21:10,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741832_1008 (size=2365) 2024-11-17T08:21:10,949 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 not finished, retry = 0 2024-11-17T08:21:10,958 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 to pos 1466, reset compression=false 2024-11-17T08:21:11,051 DEBUG [RS:0;e3d0adb87c01:41425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/oldWALs 2024-11-17T08:21:11,051 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878 2024-11-17T08:21:11,051 INFO [RS:0;e3d0adb87c01:41425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C41425%2C1731831636617:(num 1731831638878) 2024-11-17T08:21:11,051 DEBUG [RS:0;e3d0adb87c01:41425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:11,051 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:21:11,051 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:11,051 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-17T08:21:11,051 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.wal-reader.e3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-17T08:21:11,051 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:21:11,051 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41425,1731831636617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/WALs/e3d0adb87c01,41425,1731831636617/e3d0adb87c01%2C41425%2C1731831636617.1731831638878, lastWalPosition=2357, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-17T08:21:11,051 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:21:11,051 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:21:11,052 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:21:11,052 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,41425,1731831636617 because: Region server is closing 2024-11-17T08:21:11,052 INFO [RS:0;e3d0adb87c01:41425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:41425. 2024-11-17T08:21:11,052 DEBUG [RS:0;e3d0adb87c01:41425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:11,052 DEBUG [RS:0;e3d0adb87c01:41425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:11,052 DEBUG [RS:0;e3d0adb87c01:41425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:11,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:11,052 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e3d0adb87c01,41425,1731831636617: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e3d0adb87c01,41425,1731831636617, walGroup=e3d0adb87c01%2C41425%2C1731831636617, offset=e3d0adb87c01%2C41425%2C1731831636617.1731831638878:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:41425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T08:21:11,053 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T08:21:11,053 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T08:21:11,053 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T08:21:11,053 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T08:21:11,053 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T08:21:11,053 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 895788024 }, "NonHeapMemoryUsage": { "committed": 202440704, "init": 7667712, "max": -1, "used": 199543864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T08:21:11,054 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [e3d0adb87c01%2C41425%2C1731831636617.1731831638878] 2024-11-17T08:21:11,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,152 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41425,1731831636617.replicationSource.shippere3d0adb87c01%2C41425%2C1731831636617,1-e3d0adb87c01,41425,1731831636617 terminated 2024-11-17T08:21:11,152 INFO [RS:0;e3d0adb87c01:41425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:41425. 2024-11-17T08:21:11,152 DEBUG [RS:0;e3d0adb87c01:41425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:11,152 DEBUG [RS:0;e3d0adb87c01:41425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:11,153 DEBUG [RS:0;e3d0adb87c01:41425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:11,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:11,153 INFO [RS:0;e3d0adb87c01:41425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41425 2024-11-17T08:21:11,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445/rs 2024-11-17T08:21:11,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2012321445/rs/e3d0adb87c01,41425,1731831636617 2024-11-17T08:21:11,205 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:21:11,216 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,41425,1731831636617] 2024-11-17T08:21:11,226 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2012321445/draining/e3d0adb87c01,41425,1731831636617 already deleted, retry=false 2024-11-17T08:21:11,226 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,41425,1731831636617 expired; onlineServers=0 2024-11-17T08:21:11,226 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,37849,1731831636471' ***** 2024-11-17T08:21:11,226 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:21:11,227 INFO [M:0;e3d0adb87c01:37849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:21:11,227 INFO [M:0;e3d0adb87c01:37849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:21:11,227 DEBUG [M:0;e3d0adb87c01:37849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:21:11,227 DEBUG [M:0;e3d0adb87c01:37849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:21:11,227 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:21:11,227 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831638600 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831638600,5,FailOnTimeoutGroup] 2024-11-17T08:21:11,227 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831638600 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831638600,5,FailOnTimeoutGroup] 2024-11-17T08:21:11,227 INFO [M:0;e3d0adb87c01:37849 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:21:11,227 INFO [M:0;e3d0adb87c01:37849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:21:11,227 DEBUG [M:0;e3d0adb87c01:37849 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:21:11,227 INFO [M:0;e3d0adb87c01:37849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:21:11,227 INFO [M:0;e3d0adb87c01:37849 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:21:11,227 INFO [M:0;e3d0adb87c01:37849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:21:11,227 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:21:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2012321445/master 2024-11-17T08:21:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2012321445 2024-11-17T08:21:11,237 DEBUG [M:0;e3d0adb87c01:37849 {}] zookeeper.ZKUtil(347): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Unable to get data of znode /1-2012321445/master because node does not exist (not an error) 2024-11-17T08:21:11,237 WARN [M:0;e3d0adb87c01:37849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:21:11,237 INFO [M:0;e3d0adb87c01:37849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/.lastflushedseqids 2024-11-17T08:21:11,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741848_1024 (size=245) 2024-11-17T08:21:11,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:11,316 INFO [RS:0;e3d0adb87c01:41425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:21:11,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10147e17fba0004, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:11,316 INFO [RS:0;e3d0adb87c01:41425 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,41425,1731831636617; zookeeper connection closed. 2024-11-17T08:21:11,316 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b11a879 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b11a879 2024-11-17T08:21:11,317 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:21:11,427 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1485, reset compression=false 2024-11-17T08:21:11,641 INFO [M:0;e3d0adb87c01:37849 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:21:11,641 INFO [M:0;e3d0adb87c01:37849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:21:11,641 DEBUG [M:0;e3d0adb87c01:37849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:21:11,641 INFO [M:0;e3d0adb87c01:37849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:11,641 DEBUG [M:0;e3d0adb87c01:37849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:11,641 DEBUG [M:0;e3d0adb87c01:37849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:21:11,641 DEBUG [M:0;e3d0adb87c01:37849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:11,642 INFO [M:0;e3d0adb87c01:37849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-17T08:21:11,655 DEBUG [M:0;e3d0adb87c01:37849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cafed45112a9448581c22bb37677e70d is 82, key is hbase:meta,,1/info:regioninfo/1731831639819/Put/seqid=0 2024-11-17T08:21:11,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741849_1025 (size=5672) 2024-11-17T08:21:11,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:21:11,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:11,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:12,058 INFO [M:0;e3d0adb87c01:37849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cafed45112a9448581c22bb37677e70d 2024-11-17T08:21:12,079 DEBUG [M:0;e3d0adb87c01:37849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11743b48155c4855b1710f352171f85e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731831647921/Put/seqid=0 2024-11-17T08:21:12,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741850_1026 (size=7219) 2024-11-17T08:21:12,082 INFO [M:0;e3d0adb87c01:37849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11743b48155c4855b1710f352171f85e 2024-11-17T08:21:12,085 INFO [M:0;e3d0adb87c01:37849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11743b48155c4855b1710f352171f85e 2024-11-17T08:21:12,098 DEBUG [M:0;e3d0adb87c01:37849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ad6e36cce1240099f9f4d725efdf393 is 69, key is e3d0adb87c01,41425,1731831636617/rs:state/1731831638679/Put/seqid=0 2024-11-17T08:21:12,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741851_1027 (size=5156) 2024-11-17T08:21:12,501 INFO [M:0;e3d0adb87c01:37849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ad6e36cce1240099f9f4d725efdf393 2024-11-17T08:21:12,506 DEBUG [M:0;e3d0adb87c01:37849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cafed45112a9448581c22bb37677e70d as hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cafed45112a9448581c22bb37677e70d 2024-11-17T08:21:12,509 INFO [M:0;e3d0adb87c01:37849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cafed45112a9448581c22bb37677e70d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T08:21:12,510 DEBUG [M:0;e3d0adb87c01:37849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11743b48155c4855b1710f352171f85e as hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11743b48155c4855b1710f352171f85e 2024-11-17T08:21:12,513 INFO [M:0;e3d0adb87c01:37849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11743b48155c4855b1710f352171f85e 2024-11-17T08:21:12,513 INFO [M:0;e3d0adb87c01:37849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11743b48155c4855b1710f352171f85e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T08:21:12,514 DEBUG [M:0;e3d0adb87c01:37849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ad6e36cce1240099f9f4d725efdf393 as hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ad6e36cce1240099f9f4d725efdf393 2024-11-17T08:21:12,517 INFO [M:0;e3d0adb87c01:37849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40175/user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ad6e36cce1240099f9f4d725efdf393, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T08:21:12,518 INFO [M:0;e3d0adb87c01:37849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=105, compaction requested=false 2024-11-17T08:21:12,520 INFO [M:0;e3d0adb87c01:37849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:12,520 DEBUG [M:0;e3d0adb87c01:37849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831671641Disabling compacts and flushes for region at 1731831671641Disabling writes for close at 1731831671641Obtaining lock to block concurrent updates at 1731831671642 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831671642Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731831671642Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831671642Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831671642Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831671654 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831671654Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831672062 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831672078 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831672078Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831672085 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831672098 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831672098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d01027: reopening flushed file at 1731831672505 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@435c33f: reopening flushed file at 1731831672509 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@751d64b6: reopening flushed file at 1731831672513 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=105, compaction requested=false at 1731831672518 (+5 ms)Writing region close event to WAL at 1731831672520 (+2 ms)Closed at 1731831672520 2024-11-17T08:21:12,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741830_1006 (size=64435) 2024-11-17T08:21:12,522 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ac8c5e5-8975-92e7-e6b1-ee8ee421369c/MasterData/WALs/e3d0adb87c01,37849,1731831636471/e3d0adb87c01%2C37849%2C1731831636471.1731831638332 not finished, retry = 0 2024-11-17T08:21:12,530 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1485, reset compression=false 2024-11-17T08:21:12,623 INFO [M:0;e3d0adb87c01:37849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:21:12,623 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:21:12,623 INFO [M:0;e3d0adb87c01:37849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37849 2024-11-17T08:21:12,624 INFO [M:0;e3d0adb87c01:37849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:21:12,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:12,790 INFO [M:0;e3d0adb87c01:37849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:21:12,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x10147e17fba0003, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:12,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13011b46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:21:12,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@324284e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:21:12,799 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:21:12,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633ddeae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:21:12,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20fad0ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/hadoop.log.dir/,STOPPED} 2024-11-17T08:21:12,800 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:21:12,800 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:21:12,801 WARN [BP-1684536564-172.17.0.3-1731831634710 heartbeating to localhost/127.0.0.1:40175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:21:12,801 WARN [BP-1684536564-172.17.0.3-1731831634710 heartbeating to localhost/127.0.0.1:40175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1684536564-172.17.0.3-1731831634710 (Datanode Uuid fbbf8782-200b-4f96-8e94-dd87c98be9ec) service to localhost/127.0.0.1:40175 2024-11-17T08:21:12,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/cluster_04a48644-bc3a-d8a5-f4cf-e14a58961ac7/data/data1/current/BP-1684536564-172.17.0.3-1731831634710 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:21:12,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/cluster_04a48644-bc3a-d8a5-f4cf-e14a58961ac7/data/data2/current/BP-1684536564-172.17.0.3-1731831634710 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:21:12,802 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:21:12,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3747e08d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:21:12,808 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c1a2b16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:21:12,808 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:21:12,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@123fcee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:21:12,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67e613ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1222f-5400-215e-3e6f-aa978f7ebac1/hadoop.log.dir/,STOPPED} 2024-11-17T08:21:12,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:21:12,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:21:12,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:12,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:12,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:12,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:12,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:12,824 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:21:12,824 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1477098322, stopped=false 2024-11-17T08:21:12,824 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,44127,1731831630932 2024-11-17T08:21:12,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01864792539/running 2024-11-17T08:21:12,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01864792539/running 2024-11-17T08:21:12,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:21:12,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:21:12,843 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:21:12,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:12,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:12,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Set watcher on znode that does not yet exist, /01864792539/running 2024-11-17T08:21:12,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:12,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Set watcher on znode that does not yet exist, /01864792539/running 2024-11-17T08:21:12,844 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,32941,1731831631216' ***** 2024-11-17T08:21:12,844 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:21:12,844 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:21:12,844 INFO [RS:0;e3d0adb87c01:32941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:21:12,844 INFO [RS:0;e3d0adb87c01:32941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:21:12,845 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(3091): Received CLOSE for 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:21:12,845 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a284b78cdcf33235f015e567960ffab 2024-11-17T08:21:12,845 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,32941,1731831631216 2024-11-17T08:21:12,845 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:21:12,845 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:21:12,845 INFO [RS:0;e3d0adb87c01:32941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:32941. 2024-11-17T08:21:12,845 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2962ed4cee557ef8db9a1ef4f4421570, disabling compactions & flushes 2024-11-17T08:21:12,845 DEBUG [RS:0;e3d0adb87c01:32941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:12,845 DEBUG [RS:0;e3d0adb87c01:32941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:12,845 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570. 2024-11-17T08:21:12,845 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570. 2024-11-17T08:21:12,845 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570. after waiting 0 ms 2024-11-17T08:21:12,845 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:21:12,845 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570. 2024-11-17T08:21:12,845 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2962ed4cee557ef8db9a1ef4f4421570 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-17T08:21:12,845 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:21:12,845 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:21:12,845 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:21:12,846 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T08:21:12,846 DEBUG [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1325): Online Regions={2962ed4cee557ef8db9a1ef4f4421570=test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570., 1588230740=hbase:meta,,1.1588230740, 1a284b78cdcf33235f015e567960ffab=hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab.} 2024-11-17T08:21:12,846 DEBUG [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a284b78cdcf33235f015e567960ffab, 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:21:12,846 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:21:12,846 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:21:12,846 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:21:12,846 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:21:12,846 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:21:12,846 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T08:21:12,861 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/.tmp/info/5ca0a0b528814340aa59b3e26e054be2 is 147, key is hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab./info:regioninfo/1731831652333/Put/seqid=0 2024-11-17T08:21:12,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741840_1016 (size=7686) 2024-11-17T08:21:12,866 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/.tmp/f/c4d815a5f3a84f3680f2967824b4585d is 37, key is row3/f:row3/1731831664309/Put/seqid=0 2024-11-17T08:21:12,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741841_1017 (size=5228) 2024-11-17T08:21:12,938 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:21:13,046 DEBUG [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a284b78cdcf33235f015e567960ffab, 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:21:13,246 DEBUG [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a284b78cdcf33235f015e567960ffab, 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:21:13,265 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/.tmp/info/5ca0a0b528814340aa59b3e26e054be2 2024-11-17T08:21:13,269 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/.tmp/f/c4d815a5f3a84f3680f2967824b4585d 2024-11-17T08:21:13,272 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4d815a5f3a84f3680f2967824b4585d 2024-11-17T08:21:13,282 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/.tmp/ns/328e13978b8b44d9aefee77a41676044 is 43, key is default/ns:d/1731831634579/Put/seqid=0 2024-11-17T08:21:13,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741842_1018 (size=5153) 2024-11-17T08:21:13,289 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/.tmp/f1/79799f12656c484f88845835cd6ace9d is 30, key is row1/f1:/1731831661651/DeleteFamily/seqid=0 2024-11-17T08:21:13,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741843_1019 (size=5158) 2024-11-17T08:21:13,447 DEBUG [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a284b78cdcf33235f015e567960ffab, 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:21:13,456 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:21:13,456 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:21:13,647 DEBUG [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a284b78cdcf33235f015e567960ffab, 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:21:13,685 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/.tmp/ns/328e13978b8b44d9aefee77a41676044 2024-11-17T08:21:13,692 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/.tmp/f1/79799f12656c484f88845835cd6ace9d 2024-11-17T08:21:13,707 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79799f12656c484f88845835cd6ace9d 2024-11-17T08:21:13,717 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/.tmp/rep_barrier/f533c18dacfa455f82f765ea04071518 is 112, key is test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570./rep_barrier:seqnumDuringOpen/1731831645758/Put/seqid=0 2024-11-17T08:21:13,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741844_1020 (size=5518) 2024-11-17T08:21:13,726 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/.tmp/rep_barrier/f533c18dacfa455f82f765ea04071518 2024-11-17T08:21:13,732 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/.tmp/norep/7b6345cc39124e67ada62c512e2685a9 is 32, key is row/norep:/1731831660646/DeleteFamily/seqid=0 2024-11-17T08:21:13,733 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1485, reset compression=false 2024-11-17T08:21:13,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741845_1021 (size=5101) 2024-11-17T08:21:13,752 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/.tmp/table/c8b84e56b70b4ad68ffe50a1c189657f is 53, key is hbase:replication/table:state/1731831652339/Put/seqid=0 2024-11-17T08:21:13,753 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:13,753 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1732, reset compression=false 2024-11-17T08:21:13,753 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,32941,1731831631216 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530, lastWalPosition=1732, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:13,754 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e3d0adb87c01,32941,1731831631216: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e3d0adb87c01,32941,1731831631216, walGroup=e3d0adb87c01%2C32941%2C1731831631216, offset=e3d0adb87c01%2C32941%2C1731831631216.1731831633530:1732, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:32941 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T08:21:13,756 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T08:21:13,756 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T08:21:13,757 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T08:21:13,757 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T08:21:13,757 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T08:21:13,757 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 749680512 }, "NonHeapMemoryUsage": { "committed": 202899456, "init": 7667712, "max": -1, "used": 199999664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T08:21:13,757 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:44127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:44127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T08:21:13,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741846_1022 (size=5308) 2024-11-17T08:21:13,847 DEBUG [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a284b78cdcf33235f015e567960ffab, 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:21:13,967 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1732, reset compression=false 2024-11-17T08:21:14,047 DEBUG [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a284b78cdcf33235f015e567960ffab, 2962ed4cee557ef8db9a1ef4f4421570 2024-11-17T08:21:14,143 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/.tmp/norep/7b6345cc39124e67ada62c512e2685a9 2024-11-17T08:21:14,148 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b6345cc39124e67ada62c512e2685a9 2024-11-17T08:21:14,150 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/.tmp/f/c4d815a5f3a84f3680f2967824b4585d as hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/f/c4d815a5f3a84f3680f2967824b4585d 2024-11-17T08:21:14,155 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4d815a5f3a84f3680f2967824b4585d 2024-11-17T08:21:14,155 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/f/c4d815a5f3a84f3680f2967824b4585d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T08:21:14,156 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/.tmp/f1/79799f12656c484f88845835cd6ace9d as hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/f1/79799f12656c484f88845835cd6ace9d 2024-11-17T08:21:14,161 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79799f12656c484f88845835cd6ace9d 2024-11-17T08:21:14,161 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/f1/79799f12656c484f88845835cd6ace9d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T08:21:14,162 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/.tmp/norep/7b6345cc39124e67ada62c512e2685a9 as hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/norep/7b6345cc39124e67ada62c512e2685a9 2024-11-17T08:21:14,166 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/.tmp/table/c8b84e56b70b4ad68ffe50a1c189657f 2024-11-17T08:21:14,166 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b6345cc39124e67ada62c512e2685a9 2024-11-17T08:21:14,166 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/norep/7b6345cc39124e67ada62c512e2685a9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T08:21:14,167 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2962ed4cee557ef8db9a1ef4f4421570 in 1322ms, sequenceid=12, compaction requested=false 2024-11-17T08:21:14,170 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/.tmp/info/5ca0a0b528814340aa59b3e26e054be2 as hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/info/5ca0a0b528814340aa59b3e26e054be2 2024-11-17T08:21:14,174 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/info/5ca0a0b528814340aa59b3e26e054be2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T08:21:14,177 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/.tmp/ns/328e13978b8b44d9aefee77a41676044 as hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/ns/328e13978b8b44d9aefee77a41676044 2024-11-17T08:21:14,181 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/ns/328e13978b8b44d9aefee77a41676044, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T08:21:14,182 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/.tmp/rep_barrier/f533c18dacfa455f82f765ea04071518 as hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/rep_barrier/f533c18dacfa455f82f765ea04071518 2024-11-17T08:21:14,185 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/rep_barrier/f533c18dacfa455f82f765ea04071518, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T08:21:14,186 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/.tmp/table/c8b84e56b70b4ad68ffe50a1c189657f as hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/table/c8b84e56b70b4ad68ffe50a1c189657f 2024-11-17T08:21:14,190 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/table/c8b84e56b70b4ad68ffe50a1c189657f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T08:21:14,190 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false 2024-11-17T08:21:14,193 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/default/test/2962ed4cee557ef8db9a1ef4f4421570/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T08:21:14,193 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:21:14,193 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:21:14,193 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570. 2024-11-17T08:21:14,193 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2962ed4cee557ef8db9a1ef4f4421570: Waiting for close lock at 1731831672845Running coprocessor pre-close hooks at 1731831672845Disabling compacts and flushes for region at 1731831672845Disabling writes for close at 1731831672845Obtaining lock to block concurrent updates at 1731831672845Preparing flush snapshotting stores in 2962ed4cee557ef8db9a1ef4f4421570 at 1731831672845Finished memstore snapshotting test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731831672845Flushing stores of test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570. at 1731831672846 (+1 ms)Flushing 2962ed4cee557ef8db9a1ef4f4421570/f: creating writer at 1731831672846Flushing 2962ed4cee557ef8db9a1ef4f4421570/f: appending metadata at 1731831672865 (+19 ms)Flushing 2962ed4cee557ef8db9a1ef4f4421570/f: closing flushed file at 1731831672865Flushing 2962ed4cee557ef8db9a1ef4f4421570/f1: creating writer at 1731831673272 (+407 ms)Flushing 2962ed4cee557ef8db9a1ef4f4421570/f1: appending metadata at 1731831673288 (+16 ms)Flushing 2962ed4cee557ef8db9a1ef4f4421570/f1: closing flushed file at 1731831673288Flushing 2962ed4cee557ef8db9a1ef4f4421570/norep: creating writer at 1731831673707 (+419 ms)Flushing 2962ed4cee557ef8db9a1ef4f4421570/norep: appending metadata at 1731831673731 (+24 ms)Flushing 2962ed4cee557ef8db9a1ef4f4421570/norep: closing flushed file at 1731831673731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36021ad1: reopening flushed file at 1731831674148 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4faa26e5: reopening flushed file at 1731831674155 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37894f66: reopening flushed file at 1731831674161 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2962ed4cee557ef8db9a1ef4f4421570 in 1322ms, sequenceid=12, compaction requested=false at 1731831674167 (+6 ms)Writing region close event to WAL at 1731831674172 (+5 ms)Running coprocessor post-close hooks at 1731831674193 (+21 ms)Closed at 1731831674193 2024-11-17T08:21:14,193 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731831644616.2962ed4cee557ef8db9a1ef4f4421570. 2024-11-17T08:21:14,194 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a284b78cdcf33235f015e567960ffab, disabling compactions & flushes 2024-11-17T08:21:14,194 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. 2024-11-17T08:21:14,194 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. 2024-11-17T08:21:14,194 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. after waiting 0 ms 2024-11-17T08:21:14,194 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. 2024-11-17T08:21:14,194 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a284b78cdcf33235f015e567960ffab: Waiting for close lock at 1731831674194Running coprocessor pre-close hooks at 1731831674194Disabling compacts and flushes for region at 1731831674194Disabling writes for close at 1731831674194Failed flush hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab., putting online again at 1731831674194 2024-11-17T08:21:14,194 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. 2024-11-17T08:21:14,217 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T08:21:14,218 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:21:14,218 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:21:14,218 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:21:14,218 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831672846Running coprocessor pre-close hooks at 1731831672846Disabling compacts and flushes for region at 1731831672846Disabling writes for close at 1731831672846Obtaining lock to block concurrent updates at 1731831672846Preparing flush snapshotting stores in 1588230740 at 1731831672846Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731831672847 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731831672847Flushing 1588230740/info: creating writer at 1731831672847Flushing 1588230740/info: appending metadata at 1731831672860 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731831672860Flushing 1588230740/ns: creating writer at 1731831673268 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731831673281 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731831673281Flushing 1588230740/rep_barrier: creating writer at 1731831673689 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731831673716 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731831673716Flushing 1588230740/table: creating writer at 1731831673730 (+14 ms)Flushing 1588230740/table: appending metadata at 1731831673752 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731831673752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52124ef2: reopening flushed file at 1731831674169 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@458fe191: reopening flushed file at 1731831674175 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9a14fd: reopening flushed file at 1731831674181 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e66706a: reopening flushed file at 1731831674186 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false at 1731831674191 (+5 ms)Writing region close event to WAL at 1731831674198 (+7 ms)Running coprocessor post-close hooks at 1731831674218 (+20 ms)Closed at 1731831674218 2024-11-17T08:21:14,218 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:21:14,247 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:21:14,247 DEBUG [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1325): Online Regions={1a284b78cdcf33235f015e567960ffab=hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab.} 2024-11-17T08:21:14,248 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a284b78cdcf33235f015e567960ffab 2024-11-17T08:21:14,248 DEBUG [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1351): Waiting on 1a284b78cdcf33235f015e567960ffab 2024-11-17T08:21:14,248 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a284b78cdcf33235f015e567960ffab, disabling compactions & flushes 2024-11-17T08:21:14,248 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. 2024-11-17T08:21:14,248 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. 2024-11-17T08:21:14,248 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. after waiting 0 ms 2024-11-17T08:21:14,248 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. 2024-11-17T08:21:14,248 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a284b78cdcf33235f015e567960ffab: Waiting for close lock at 1731831674248Running coprocessor pre-close hooks at 1731831674248Disabling compacts and flushes for region at 1731831674248Disabling writes for close at 1731831674248Failed flush hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab., putting online again at 1731831674248 2024-11-17T08:21:14,248 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731831651162.1a284b78cdcf33235f015e567960ffab. 2024-11-17T08:21:14,270 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 1732, reset compression=false 2024-11-17T08:21:14,282 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:14,282 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 2376, reset compression=false 2024-11-17T08:21:14,448 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T08:21:14,448 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,32941,1731831631216; all regions closed. 2024-11-17T08:21:14,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741834_1010 (size=4239) 2024-11-17T08:21:14,507 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 to pos 2376, reset compression=false 2024-11-17T08:21:14,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741839_1015 (size=2391) 2024-11-17T08:21:14,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741832_1008 (size=2384) 2024-11-17T08:21:14,547 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 for the last time to pos 2376, reset compression=false 2024-11-17T08:21:14,547 DEBUG [RS:0;e3d0adb87c01:32941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:14,547 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:21:14,548 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:21:14,548 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T08:21:14,548 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:21:14,548 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,32941,1731831631216 because: Region server is closing 2024-11-17T08:21:14,548 INFO [RS:0;e3d0adb87c01:32941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:32941. 2024-11-17T08:21:14,548 DEBUG [RS:0;e3d0adb87c01:32941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:14,549 DEBUG [RS:0;e3d0adb87c01:32941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:14,549 DEBUG [RS:0;e3d0adb87c01:32941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:14,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:14,550 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:21:14,550 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 and length of the file is 2384 2024-11-17T08:21:14,550 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/WALs/e3d0adb87c01,32941,1731831631216/e3d0adb87c01%2C32941%2C1731831631216.1731831633530 2024-11-17T08:21:14,597 INFO [master/e3d0adb87c01:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T08:21:14,597 INFO [master/e3d0adb87c01:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T08:21:14,649 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.shippere3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 terminated 2024-11-17T08:21:14,649 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,32941,1731831631216.replicationSource.wal-reader.e3d0adb87c01%2C32941%2C1731831631216,1-e3d0adb87c01,32941,1731831631216 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-17T08:21:14,649 INFO [RS:0;e3d0adb87c01:32941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:32941. 2024-11-17T08:21:14,649 DEBUG [RS:0;e3d0adb87c01:32941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:14,649 DEBUG [RS:0;e3d0adb87c01:32941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:14,649 DEBUG [RS:0;e3d0adb87c01:32941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:14,650 INFO [RS:0;e3d0adb87c01:32941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32941 2024-11-17T08:21:14,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:14,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539/rs 2024-11-17T08:21:14,668 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:21:14,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01864792539/rs/e3d0adb87c01,32941,1731831631216 2024-11-17T08:21:14,679 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,32941,1731831631216] 2024-11-17T08:21:14,689 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01864792539/draining/e3d0adb87c01,32941,1731831631216 already deleted, retry=false 2024-11-17T08:21:14,690 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,32941,1731831631216 expired; onlineServers=0 2024-11-17T08:21:14,690 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,44127,1731831630932' ***** 2024-11-17T08:21:14,690 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:21:14,690 INFO [M:0;e3d0adb87c01:44127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:21:14,690 INFO [M:0;e3d0adb87c01:44127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:21:14,690 DEBUG [M:0;e3d0adb87c01:44127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:21:14,690 DEBUG [M:0;e3d0adb87c01:44127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:21:14,690 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:21:14,690 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831633257 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831633257,5,FailOnTimeoutGroup] 2024-11-17T08:21:14,690 INFO [M:0;e3d0adb87c01:44127 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:21:14,690 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831633256 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831633256,5,FailOnTimeoutGroup] 2024-11-17T08:21:14,690 INFO [M:0;e3d0adb87c01:44127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:21:14,690 DEBUG [M:0;e3d0adb87c01:44127 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:21:14,690 INFO [M:0;e3d0adb87c01:44127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:21:14,691 INFO [M:0;e3d0adb87c01:44127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:21:14,691 ERROR [M:0;e3d0adb87c01:44127 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:32793,5,PEWorkerGroup] 2024-11-17T08:21:14,691 INFO [M:0;e3d0adb87c01:44127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:21:14,691 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:21:14,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01864792539/master 2024-11-17T08:21:14,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01864792539 2024-11-17T08:21:14,700 DEBUG [M:0;e3d0adb87c01:44127 {}] zookeeper.ZKUtil(347): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Unable to get data of znode /01864792539/master because node does not exist (not an error) 2024-11-17T08:21:14,700 WARN [M:0;e3d0adb87c01:44127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:21:14,704 INFO [M:0;e3d0adb87c01:44127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/.lastflushedseqids 2024-11-17T08:21:14,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741847_1023 (size=245) 2024-11-17T08:21:14,779 INFO [RS:0;e3d0adb87c01:32941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:21:14,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:14,779 INFO [RS:0;e3d0adb87c01:32941 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,32941,1731831631216; zookeeper connection closed. 2024-11-17T08:21:14,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10147e17fba0001, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:14,780 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@538f7f43 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@538f7f43 2024-11-17T08:21:14,780 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:21:15,110 INFO [M:0;e3d0adb87c01:44127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:21:15,110 INFO [M:0;e3d0adb87c01:44127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:21:15,110 DEBUG [M:0;e3d0adb87c01:44127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:21:15,110 INFO [M:0;e3d0adb87c01:44127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:15,110 DEBUG [M:0;e3d0adb87c01:44127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:15,110 DEBUG [M:0;e3d0adb87c01:44127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:21:15,110 DEBUG [M:0;e3d0adb87c01:44127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:15,110 INFO [M:0;e3d0adb87c01:44127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-17T08:21:15,125 DEBUG [M:0;e3d0adb87c01:44127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d4df09d5a0b4b6c939ddf5c6cd1555e is 82, key is hbase:meta,,1/info:regioninfo/1731831634535/Put/seqid=0 2024-11-17T08:21:15,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741848_1024 (size=5672) 2024-11-17T08:21:15,538 INFO [M:0;e3d0adb87c01:44127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d4df09d5a0b4b6c939ddf5c6cd1555e 2024-11-17T08:21:15,554 DEBUG [M:0;e3d0adb87c01:44127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae5bb825cd3e4231a38817813b1f5e29 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731831645768/Put/seqid=0 2024-11-17T08:21:15,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741849_1025 (size=7219) 2024-11-17T08:21:15,957 INFO [M:0;e3d0adb87c01:44127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae5bb825cd3e4231a38817813b1f5e29 2024-11-17T08:21:15,961 INFO [M:0;e3d0adb87c01:44127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae5bb825cd3e4231a38817813b1f5e29 2024-11-17T08:21:15,977 DEBUG [M:0;e3d0adb87c01:44127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53dfbdf2f0104b8f94d00fc54498e39f is 69, key is e3d0adb87c01,32941,1731831631216/rs:state/1731831633384/Put/seqid=0 2024-11-17T08:21:15,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741850_1026 (size=5156) 2024-11-17T08:21:15,990 INFO [M:0;e3d0adb87c01:44127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53dfbdf2f0104b8f94d00fc54498e39f 2024-11-17T08:21:15,994 DEBUG [M:0;e3d0adb87c01:44127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d4df09d5a0b4b6c939ddf5c6cd1555e as hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d4df09d5a0b4b6c939ddf5c6cd1555e 2024-11-17T08:21:15,997 INFO [M:0;e3d0adb87c01:44127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d4df09d5a0b4b6c939ddf5c6cd1555e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T08:21:15,998 DEBUG [M:0;e3d0adb87c01:44127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae5bb825cd3e4231a38817813b1f5e29 as hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae5bb825cd3e4231a38817813b1f5e29 2024-11-17T08:21:16,001 INFO [M:0;e3d0adb87c01:44127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae5bb825cd3e4231a38817813b1f5e29 2024-11-17T08:21:16,001 INFO [M:0;e3d0adb87c01:44127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae5bb825cd3e4231a38817813b1f5e29, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T08:21:16,002 DEBUG [M:0;e3d0adb87c01:44127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53dfbdf2f0104b8f94d00fc54498e39f as hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53dfbdf2f0104b8f94d00fc54498e39f 2024-11-17T08:21:16,007 INFO [M:0;e3d0adb87c01:44127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/7688cbb6-d81b-c1aa-7b85-e6e2ba9c5525/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53dfbdf2f0104b8f94d00fc54498e39f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T08:21:16,008 INFO [M:0;e3d0adb87c01:44127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=105, compaction requested=false 2024-11-17T08:21:16,018 INFO [M:0;e3d0adb87c01:44127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:16,018 DEBUG [M:0;e3d0adb87c01:44127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831675110Disabling compacts and flushes for region at 1731831675110Disabling writes for close at 1731831675110Obtaining lock to block concurrent updates at 1731831675110Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831675110Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731831675111 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831675111Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831675111Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831675125 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831675125Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831675541 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831675553 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831675554 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831675961 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831675976 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831675976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e804c8: reopening flushed file at 1731831675993 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4738cfa6: reopening flushed file at 1731831675997 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182f9ae3: reopening flushed file at 1731831676001 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=105, compaction requested=false at 1731831676008 (+7 ms)Writing region close event to WAL at 1731831676018 (+10 ms)Closed at 1731831676018 2024-11-17T08:21:16,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741830_1006 (size=64435) 2024-11-17T08:21:16,027 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:21:16,027 INFO [M:0;e3d0adb87c01:44127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:21:16,027 INFO [M:0;e3d0adb87c01:44127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44127 2024-11-17T08:21:16,027 INFO [M:0;e3d0adb87c01:44127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:21:16,143 INFO [M:0;e3d0adb87c01:44127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:21:16,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:16,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10147e17fba0000, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:16,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6099e176{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:21:16,145 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5549b26a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:21:16,145 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:21:16,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@197b9c07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:21:16,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e28b32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/hadoop.log.dir/,STOPPED} 2024-11-17T08:21:16,147 WARN [BP-1043145815-172.17.0.3-1731831628831 heartbeating to localhost/127.0.0.1:32793 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:21:16,147 WARN [BP-1043145815-172.17.0.3-1731831628831 heartbeating to localhost/127.0.0.1:32793 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1043145815-172.17.0.3-1731831628831 (Datanode Uuid 259625a1-ba46-4a90-86aa-17c83ae37291) service to localhost/127.0.0.1:32793 2024-11-17T08:21:16,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/cluster_a3f4b69b-96c5-f56f-ed3e-d61bb6f07d68/data/data2/current/BP-1043145815-172.17.0.3-1731831628831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:21:16,147 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:21:16,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/cluster_a3f4b69b-96c5-f56f-ed3e-d61bb6f07d68/data/data1/current/BP-1043145815-172.17.0.3-1731831628831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:21:16,148 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:21:16,148 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:21:16,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68433d9c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:21:16,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e874d16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:21:16,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:21:16,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c6e349a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:21:16,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@585a476f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff73822-2f89-e0e1-ea1b-f0bceed65279/hadoop.log.dir/,STOPPED} 2024-11-17T08:21:16,160 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T08:21:16,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:21:16,178 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 263) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32793 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61809) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61809) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:32793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61809) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44065 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:40175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40175 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=728 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=1791 (was 2030) 2024-11-17T08:21:16,187 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=1791 2024-11-17T08:21:16,200 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-17T08:21:16,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/hadoop.log.dir so I do NOT create it in target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8 2024-11-17T08:21:16,200 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:21:16,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/hadoop.tmp.dir so I do NOT create it in target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8 2024-11-17T08:21:16,200 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b2d5406-ef31-c2a7-a2d3-d94b761737c7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:21:16,200 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8 2024-11-17T08:21:16,200 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/cluster_9e43ae49-b311-9bde-538a-dfb1d613f82b, deleteOnExit=true 2024-11-17T08:21:16,235 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/cluster_9e43ae49-b311-9bde-538a-dfb1d613f82b/zookeeper_0, clientPort=60534, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/cluster_9e43ae49-b311-9bde-538a-dfb1d613f82b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/cluster_9e43ae49-b311-9bde-538a-dfb1d613f82b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T08:21:16,236 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60534 2024-11-17T08:21:16,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:21:16,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:21:16,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/test.cache.data in system properties and HBase conf 2024-11-17T08:21:16,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:21:16,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:21:16,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:21:16,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:21:16,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:21:16,236 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:21:16,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:21:16,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:21:16,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:21:16,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:21:16,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:21:16,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:21:16,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:21:16,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:21:16,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:21:16,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:21:16,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:21:16,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:21:16,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:21:16,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:21:16,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10147e17fba0005, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:21:16,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10147e17fba0008, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:21:16,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10147e17fba0002, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:21:16,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10147e17fba0002, quorum=127.0.0.1:61809, baseZNode=/01864792539 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:21:16,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10147e17fba0008, quorum=127.0.0.1:61809, baseZNode=/2697497943 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:21:16,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10147e17fba0005, quorum=127.0.0.1:61809, baseZNode=/1-2012321445 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:21:16,654 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:21:16,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:16,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:16,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:16,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:16,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:16,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:16,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:16,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:16,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:16,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:16,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:16,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:16,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:16,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:16,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:16,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T08:21:16,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T08:21:16,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T08:21:16,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:21:16,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:21:16,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:21:16,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:21:16,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:21:16,859 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:21:16,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:21:16,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e88af59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:21:16,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738f653d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:21:16,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@368fc6b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/java.io.tmpdir/jetty-localhost-40301-hadoop-hdfs-3_4_1-tests_jar-_-any-12079076221886296484/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:21:16,955 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a667cca{HTTP/1.1, (http/1.1)}{localhost:40301} 2024-11-17T08:21:16,955 INFO [Time-limited test {}] server.Server(415): Started @277236ms 2024-11-17T08:21:17,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:21:17,263 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:21:17,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:21:17,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:21:17,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:21:17,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c96ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:21:17,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dc97342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:21:17,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a43d6cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/java.io.tmpdir/jetty-localhost-36067-hadoop-hdfs-3_4_1-tests_jar-_-any-1640174214015945076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:21:17,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@342339f{HTTP/1.1, (http/1.1)}{localhost:36067} 2024-11-17T08:21:17,381 INFO [Time-limited test {}] server.Server(415): Started @277663ms 2024-11-17T08:21:17,383 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:21:19,199 WARN [Thread-3449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/cluster_9e43ae49-b311-9bde-538a-dfb1d613f82b/data/data2/current/BP-2064476933-172.17.0.3-1731831676251/current, will proceed with Du for space computation calculation, 2024-11-17T08:21:19,199 WARN [Thread-3448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/cluster_9e43ae49-b311-9bde-538a-dfb1d613f82b/data/data1/current/BP-2064476933-172.17.0.3-1731831676251/current, will proceed with Du for space computation calculation, 2024-11-17T08:21:19,233 WARN [Thread-3436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:21:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x417736b6b8aa5f98 with lease ID 0x60ef835e2efd4585: Processing first storage report for DS-26fba2a7-cc02-4a05-8e6d-a61979fa1c9d from datanode DatanodeRegistration(127.0.0.1:46197, datanodeUuid=ca0d038d-8a71-49d6-b6bf-385816adff1b, infoPort=36549, infoSecurePort=0, ipcPort=36797, storageInfo=lv=-57;cid=testClusterID;nsid=1429022133;c=1731831676251) 2024-11-17T08:21:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x417736b6b8aa5f98 with lease ID 0x60ef835e2efd4585: from storage DS-26fba2a7-cc02-4a05-8e6d-a61979fa1c9d node DatanodeRegistration(127.0.0.1:46197, datanodeUuid=ca0d038d-8a71-49d6-b6bf-385816adff1b, infoPort=36549, infoSecurePort=0, ipcPort=36797, storageInfo=lv=-57;cid=testClusterID;nsid=1429022133;c=1731831676251), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:21:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x417736b6b8aa5f98 with lease ID 0x60ef835e2efd4585: Processing first storage report for DS-22643875-7aa9-4b0e-8e6d-9b4f885a4542 from datanode DatanodeRegistration(127.0.0.1:46197, datanodeUuid=ca0d038d-8a71-49d6-b6bf-385816adff1b, infoPort=36549, infoSecurePort=0, ipcPort=36797, storageInfo=lv=-57;cid=testClusterID;nsid=1429022133;c=1731831676251) 2024-11-17T08:21:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x417736b6b8aa5f98 with lease ID 0x60ef835e2efd4585: from storage DS-22643875-7aa9-4b0e-8e6d-9b4f885a4542 node DatanodeRegistration(127.0.0.1:46197, datanodeUuid=ca0d038d-8a71-49d6-b6bf-385816adff1b, infoPort=36549, infoSecurePort=0, ipcPort=36797, storageInfo=lv=-57;cid=testClusterID;nsid=1429022133;c=1731831676251), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:21:19,323 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8 2024-11-17T08:21:19,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:19,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:19,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:21:19,740 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf with version=8 2024-11-17T08:21:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/hbase-staging 2024-11-17T08:21:19,742 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:21:19,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:19,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:19,742 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:21:19,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:19,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:21:19,742 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:21:19,742 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:21:19,743 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36725 2024-11-17T08:21:19,743 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36725 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-17T08:21:19,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367250x0, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:21:19,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36725-0x10147e238f50000 connected 2024-11-17T08:21:19,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:19,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:19,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Set watcher on znode that does not yet exist, /0241929869/running 2024-11-17T08:21:19,899 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf, hbase.cluster.distributed=false 2024-11-17T08:21:19,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Set watcher on znode that does not yet exist, /0241929869/acl 2024-11-17T08:21:19,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36725 2024-11-17T08:21:19,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36725 2024-11-17T08:21:19,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36725 2024-11-17T08:21:19,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36725 2024-11-17T08:21:19,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36725 2024-11-17T08:21:19,925 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:21:19,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:19,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:19,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:21:19,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:19,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:21:19,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:21:19,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:21:19,926 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43793 2024-11-17T08:21:19,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43793 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-17T08:21:19,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:19,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:19,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437930x0, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:21:19,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437930x0, quorum=127.0.0.1:60534, baseZNode=/0241929869 Set watcher on znode that does not yet exist, /0241929869/running 2024-11-17T08:21:19,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43793-0x10147e238f50001 connected 2024-11-17T08:21:19,991 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:21:19,992 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:21:19,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Set watcher on znode that does not yet exist, /0241929869/master 2024-11-17T08:21:19,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Set watcher on znode that does not yet exist, /0241929869/acl 2024-11-17T08:21:19,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43793 2024-11-17T08:21:19,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43793 2024-11-17T08:21:19,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43793 2024-11-17T08:21:20,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43793 2024-11-17T08:21:20,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43793 2024-11-17T08:21:20,014 DEBUG [M:0;e3d0adb87c01:36725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:36725 2024-11-17T08:21:20,014 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0241929869/backup-masters/e3d0adb87c01,36725,1731831679742 2024-11-17T08:21:20,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869/backup-masters 2024-11-17T08:21:20,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869/backup-masters 2024-11-17T08:21:20,075 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Set watcher on existing znode=/0241929869/backup-masters/e3d0adb87c01,36725,1731831679742 2024-11-17T08:21:20,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:20,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0241929869/master 2024-11-17T08:21:20,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:20,085 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Set watcher on existing znode=/0241929869/master 2024-11-17T08:21:20,086 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0241929869/backup-masters/e3d0adb87c01,36725,1731831679742 from backup master directory 2024-11-17T08:21:20,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869/backup-masters 2024-11-17T08:21:20,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0241929869/backup-masters/e3d0adb87c01,36725,1731831679742 2024-11-17T08:21:20,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869/backup-masters 2024-11-17T08:21:20,095 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:21:20,095 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,36725,1731831679742 2024-11-17T08:21:20,099 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/hbase.id] with ID: c88fe268-ff04-4301-88ee-9013713fd957 2024-11-17T08:21:20,099 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/.tmp/hbase.id 2024-11-17T08:21:20,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:21:20,506 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/.tmp/hbase.id]:[hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/hbase.id] 2024-11-17T08:21:20,519 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:20,519 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:21:20,520 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T08:21:20,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:20,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:20,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:21:20,567 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:20,568 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:21:20,568 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88801 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:21:20,938 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:21:20,939 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:21:20,944 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:21:20,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:21:21,349 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store 2024-11-17T08:21:21,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:21:21,354 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:21,354 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:21:21,354 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:21,354 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:21,354 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:21:21,354 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:21,354 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:21,354 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831681354Disabling compacts and flushes for region at 1731831681354Disabling writes for close at 1731831681354Writing region close event to WAL at 1731831681354Closed at 1731831681354 2024-11-17T08:21:21,355 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/.initializing 2024-11-17T08:21:21,355 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/WALs/e3d0adb87c01,36725,1731831679742 2024-11-17T08:21:21,355 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:21:21,357 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C36725%2C1731831679742, suffix=, logDir=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/WALs/e3d0adb87c01,36725,1731831679742, archiveDir=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/oldWALs, maxLogs=10 2024-11-17T08:21:21,375 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/WALs/e3d0adb87c01,36725,1731831679742/e3d0adb87c01%2C36725%2C1731831679742.1731831681357, exclude list is [], retry=0 2024-11-17T08:21:21,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46197,DS-26fba2a7-cc02-4a05-8e6d-a61979fa1c9d,DISK] 2024-11-17T08:21:21,380 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/WALs/e3d0adb87c01,36725,1731831679742/e3d0adb87c01%2C36725%2C1731831679742.1731831681357 2024-11-17T08:21:21,384 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36549:36549)] 2024-11-17T08:21:21,384 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:21:21,385 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:21,385 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:21,385 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:21,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:21,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:21:21,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:21,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:21,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:21,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:21:21,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:21,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:21,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:21,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:21:21,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:21,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:21,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:21,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:21:21,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:21,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:21,394 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:21,395 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:21,395 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:21,396 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:21,396 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:21,396 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:21:21,397 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:21,399 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:21:21,399 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74623415, jitterRate=0.1119755357503891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:21:21,400 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831681385Initializing all the Stores at 1731831681386 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831681386Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831681389 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831681389Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831681389Cleaning up temporary data from old regions at 1731831681396 (+7 ms)Region opened successfully at 1731831681400 (+4 ms) 2024-11-17T08:21:21,400 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:21:21,402 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e05e486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:21:21,403 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:21:21,403 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:21:21,403 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:21:21,403 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:21:21,404 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:21:21,404 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:21:21,404 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:21:21,406 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:21:21,406 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Unable to get data of znode /0241929869/balancer because node does not exist (not necessarily an error) 2024-11-17T08:21:21,411 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0241929869/balancer already deleted, retry=false 2024-11-17T08:21:21,411 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:21:21,412 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Unable to get data of znode /0241929869/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:21:21,422 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0241929869/normalizer already deleted, retry=false 2024-11-17T08:21:21,422 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:21:21,423 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Unable to get data of znode /0241929869/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:21:21,432 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0241929869/switch/split already deleted, retry=false 2024-11-17T08:21:21,433 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Unable to get data of znode /0241929869/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:21:21,443 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0241929869/switch/merge already deleted, retry=false 2024-11-17T08:21:21,444 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Unable to get data of znode /0241929869/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:21:21,453 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0241929869/snapshot-cleanup already deleted, retry=false 2024-11-17T08:21:21,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0241929869/running 2024-11-17T08:21:21,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:21,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0241929869/running 2024-11-17T08:21:21,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:21,464 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,36725,1731831679742, sessionid=0x10147e238f50000, setting cluster-up flag (Was=false) 2024-11-17T08:21:21,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:21,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:21,516 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0241929869/flush-table-proc/acquired, /0241929869/flush-table-proc/reached, /0241929869/flush-table-proc/abort 2024-11-17T08:21:21,517 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,36725,1731831679742 2024-11-17T08:21:21,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:21,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:21,569 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0241929869/online-snapshot/acquired, /0241929869/online-snapshot/reached, /0241929869/online-snapshot/abort 2024-11-17T08:21:21,570 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,36725,1731831679742 2024-11-17T08:21:21,571 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:21:21,572 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:21:21,572 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:21:21,572 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:21:21,573 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,36725,1731831679742 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:21:21,574 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:21:21,574 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:21:21,574 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:21:21,574 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:21:21,574 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:21:21,574 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:21,574 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:21:21,574 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:21,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:21:21,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:21:21,576 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831711576 2024-11-17T08:21:21,576 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:21,576 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:21:21,576 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:21:21,576 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:21:21,576 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:21:21,576 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:21:21,576 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:21:21,576 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:21:21,577 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:21,582 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:21:21,582 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:21:21,582 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:21:21,582 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:21:21,584 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:21:21,584 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:21:21,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:21:21,588 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831681584,5,FailOnTimeoutGroup] 2024-11-17T08:21:21,590 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831681588,5,FailOnTimeoutGroup] 2024-11-17T08:21:21,590 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:21,590 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:21:21,590 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:21,590 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:21,606 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(746): ClusterId : c88fe268-ff04-4301-88ee-9013713fd957 2024-11-17T08:21:21,606 DEBUG [RS:0;e3d0adb87c01:43793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:21:21,612 DEBUG [RS:0;e3d0adb87c01:43793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:21:21,612 DEBUG [RS:0;e3d0adb87c01:43793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:21:21,622 DEBUG [RS:0;e3d0adb87c01:43793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:21:21,622 DEBUG [RS:0;e3d0adb87c01:43793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b48ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:21:21,636 DEBUG [RS:0;e3d0adb87c01:43793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:43793 2024-11-17T08:21:21,636 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:21:21,636 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:21:21,636 DEBUG [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:21:21,636 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,36725,1731831679742 with port=43793, startcode=1731831679925 2024-11-17T08:21:21,637 DEBUG [RS:0;e3d0adb87c01:43793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:21:21,638 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:21:21,638 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,43793,1731831679925 2024-11-17T08:21:21,638 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36725 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,43793,1731831679925 2024-11-17T08:21:21,639 DEBUG [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf 2024-11-17T08:21:21,639 DEBUG [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44805 2024-11-17T08:21:21,639 DEBUG [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:21:21,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869/rs 2024-11-17T08:21:21,643 DEBUG [RS:0;e3d0adb87c01:43793 {}] zookeeper.ZKUtil(111): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Set watcher on existing znode=/0241929869/rs/e3d0adb87c01,43793,1731831679925 2024-11-17T08:21:21,643 WARN [RS:0;e3d0adb87c01:43793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:21:21,643 INFO [RS:0;e3d0adb87c01:43793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:21:21,643 DEBUG [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925 2024-11-17T08:21:21,643 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,43793,1731831679925] 2024-11-17T08:21:21,646 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:21:21,647 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:21:21,648 INFO [RS:0;e3d0adb87c01:43793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:21:21,648 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:21,648 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:21:21,648 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:21:21,648 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:21,648 DEBUG [RS:0;e3d0adb87c01:43793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:21,649 DEBUG [RS:0;e3d0adb87c01:43793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:21,649 DEBUG [RS:0;e3d0adb87c01:43793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:21,649 DEBUG [RS:0;e3d0adb87c01:43793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:21,649 DEBUG [RS:0;e3d0adb87c01:43793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:21,649 DEBUG [RS:0;e3d0adb87c01:43793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:21:21,649 DEBUG [RS:0;e3d0adb87c01:43793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:21,649 DEBUG [RS:0;e3d0adb87c01:43793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:21,649 DEBUG [RS:0;e3d0adb87c01:43793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:21,649 DEBUG [RS:0;e3d0adb87c01:43793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:21,649 DEBUG [RS:0;e3d0adb87c01:43793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:21,649 DEBUG [RS:0;e3d0adb87c01:43793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:21,649 DEBUG [RS:0;e3d0adb87c01:43793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:21:21,649 DEBUG [RS:0;e3d0adb87c01:43793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:21:21,652 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:21,652 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:21,652 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:21,652 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:21,652 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:21,652 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,43793,1731831679925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:21:21,668 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:21:21,668 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,43793,1731831679925-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:21,668 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:21,668 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.Replication(171): e3d0adb87c01,43793,1731831679925 started 2024-11-17T08:21:21,680 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:21,680 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,43793,1731831679925, RpcServer on e3d0adb87c01/172.17.0.3:43793, sessionid=0x10147e238f50001 2024-11-17T08:21:21,680 DEBUG [RS:0;e3d0adb87c01:43793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:21:21,680 DEBUG [RS:0;e3d0adb87c01:43793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,43793,1731831679925 2024-11-17T08:21:21,680 DEBUG [RS:0;e3d0adb87c01:43793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,43793,1731831679925' 2024-11-17T08:21:21,680 DEBUG [RS:0;e3d0adb87c01:43793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0241929869/flush-table-proc/abort' 2024-11-17T08:21:21,681 DEBUG [RS:0;e3d0adb87c01:43793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0241929869/flush-table-proc/acquired' 2024-11-17T08:21:21,681 DEBUG [RS:0;e3d0adb87c01:43793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:21:21,681 DEBUG [RS:0;e3d0adb87c01:43793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:21:21,681 DEBUG [RS:0;e3d0adb87c01:43793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,43793,1731831679925 2024-11-17T08:21:21,681 DEBUG [RS:0;e3d0adb87c01:43793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,43793,1731831679925' 2024-11-17T08:21:21,681 DEBUG [RS:0;e3d0adb87c01:43793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0241929869/online-snapshot/abort' 2024-11-17T08:21:21,682 DEBUG [RS:0;e3d0adb87c01:43793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0241929869/online-snapshot/acquired' 2024-11-17T08:21:21,682 DEBUG [RS:0;e3d0adb87c01:43793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:21:21,682 INFO [RS:0;e3d0adb87c01:43793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:21:21,682 INFO [RS:0;e3d0adb87c01:43793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:21:21,782 INFO [RS:0;e3d0adb87c01:43793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:21:21,783 INFO [RS:0;e3d0adb87c01:43793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C43793%2C1731831679925, suffix=, logDir=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925, archiveDir=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/oldWALs, maxLogs=10 2024-11-17T08:21:21,795 DEBUG [RS:0;e3d0adb87c01:43793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784, exclude list is [], retry=0 2024-11-17T08:21:21,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46197,DS-26fba2a7-cc02-4a05-8e6d-a61979fa1c9d,DISK] 2024-11-17T08:21:21,799 INFO [RS:0;e3d0adb87c01:43793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 2024-11-17T08:21:21,799 DEBUG [RS:0;e3d0adb87c01:43793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36549:36549)] 2024-11-17T08:21:21,987 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:21:21,987 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf 2024-11-17T08:21:21,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:21:22,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:21:22,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:22,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:22,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:22,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:22,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:22,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:22,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:22,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:22,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:22,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:22,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:22,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:22,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:22,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:22,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:22,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:22,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:21:22,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:21:22,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:22,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:22,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:21:22,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:21:22,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:22,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:22,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:21:22,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:21:22,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:22,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:22,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:21:22,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:21:22,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:22,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:22,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:21:22,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740 2024-11-17T08:21:22,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740 2024-11-17T08:21:22,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:21:22,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:21:22,414 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:21:22,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:21:22,417 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:21:22,418 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69993990, jitterRate=0.04299172759056091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:21:22,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831682392Initializing all the Stores at 1731831682392Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831682393 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831682400 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831682400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831682400Cleaning up temporary data from old regions at 1731831682414 (+14 ms)Region opened successfully at 1731831682418 (+4 ms) 2024-11-17T08:21:22,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:21:22,419 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:21:22,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:21:22,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:21:22,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:21:22,420 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:21:22,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831682418Disabling compacts and flushes for region at 1731831682418Disabling writes for close at 1731831682419 (+1 ms)Writing region close event to WAL at 1731831682420 (+1 ms)Closed at 1731831682420 2024-11-17T08:21:22,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:21:22,422 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:21:22,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:21:22,425 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:21:22,426 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:21:22,576 DEBUG [e3d0adb87c01:36725 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:21:22,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,43793,1731831679925 2024-11-17T08:21:22,578 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,43793,1731831679925, state=OPENING 2024-11-17T08:21:22,590 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:21:22,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:22,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:22,601 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:21:22,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0241929869/meta-region-server: CHANGED 2024-11-17T08:21:22,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0241929869/meta-region-server: CHANGED 2024-11-17T08:21:22,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,43793,1731831679925}] 2024-11-17T08:21:22,754 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:21:22,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:21:22,760 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:21:22,760 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:21:22,761 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:21:22,763 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C43793%2C1731831679925.meta, suffix=.meta, logDir=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925, archiveDir=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/oldWALs, maxLogs=10 2024-11-17T08:21:22,781 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.meta.1731831682764.meta, exclude list is [], retry=0 2024-11-17T08:21:22,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46197,DS-26fba2a7-cc02-4a05-8e6d-a61979fa1c9d,DISK] 2024-11-17T08:21:22,792 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.meta.1731831682764.meta 2024-11-17T08:21:22,793 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36549:36549)] 2024-11-17T08:21:22,793 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:21:22,793 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:21:22,793 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:21:22,793 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:21:22,793 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:21:22,793 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:21:22,793 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:22,794 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:21:22,794 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:21:22,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:21:22,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:21:22,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:22,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:22,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:21:22,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:21:22,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:22,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:22,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:21:22,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:21:22,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:22,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:22,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:21:22,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:21:22,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:22,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:22,802 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:21:22,803 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740 2024-11-17T08:21:22,803 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740 2024-11-17T08:21:22,804 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:21:22,804 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:21:22,805 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:21:22,807 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:21:22,808 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75363231, jitterRate=0.1229996532201767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:21:22,808 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:21:22,809 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831682794Writing region info on filesystem at 1731831682794Initializing all the Stores at 1731831682794Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831682794Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831682796 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831682796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831682796Cleaning up temporary data from old regions at 1731831682804 (+8 ms)Running coprocessor post-open hooks at 1731831682808 (+4 ms)Region opened successfully at 1731831682808 2024-11-17T08:21:22,809 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831682754 2024-11-17T08:21:22,811 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:21:22,811 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:21:22,812 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,43793,1731831679925 2024-11-17T08:21:22,813 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,43793,1731831679925, state=OPEN 2024-11-17T08:21:22,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0241929869/meta-region-server 2024-11-17T08:21:22,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0241929869/meta-region-server 2024-11-17T08:21:22,893 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,43793,1731831679925 2024-11-17T08:21:22,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0241929869/meta-region-server: CHANGED 2024-11-17T08:21:22,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0241929869/meta-region-server: CHANGED 2024-11-17T08:21:22,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:21:22,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,43793,1731831679925 in 292 msec 2024-11-17T08:21:22,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:21:22,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-17T08:21:22,898 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:21:22,898 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:21:22,900 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:21:22,900 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,43793,1731831679925, seqNum=-1] 2024-11-17T08:21:22,900 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:21:22,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:21:22,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-17T08:21:22,907 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831682907, completionTime=-1 2024-11-17T08:21:22,907 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:21:22,907 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:21:22,909 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:21:22,909 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831742909 2024-11-17T08:21:22,909 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831802909 2024-11-17T08:21:22,909 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T08:21:22,909 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,36725,1731831679742-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:22,909 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,36725,1731831679742-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:22,909 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,36725,1731831679742-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:22,910 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:36725, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:22,910 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:22,910 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:22,913 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:21:22,915 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.820sec 2024-11-17T08:21:22,915 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:21:22,915 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:21:22,915 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:21:22,915 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:21:22,915 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:21:22,915 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,36725,1731831679742-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:21:22,915 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,36725,1731831679742-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:21:22,918 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:21:22,918 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:21:22,918 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,36725,1731831679742-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:23,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4906fb3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:23,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,36725,-1 for getting cluster id 2024-11-17T08:21:23,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:23,013 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c88fe268-ff04-4301-88ee-9013713fd957' 2024-11-17T08:21:23,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:23,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c88fe268-ff04-4301-88ee-9013713fd957" 2024-11-17T08:21:23,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ea833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:23,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,36725,-1] 2024-11-17T08:21:23,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:23,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:23,015 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:23,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c851969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:23,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:21:23,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,43793,1731831679925, seqNum=-1] 2024-11-17T08:21:23,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:21:23,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:21:23,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,36725,1731831679742 2024-11-17T08:21:23,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-17T08:21:23,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:21:23,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10147e238f50002 connected 2024-11-17T08:21:23,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/hadoop.log.dir so I do NOT create it in target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59 2024-11-17T08:21:23,066 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:21:23,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/hadoop.tmp.dir so I do NOT create it in target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59 2024-11-17T08:21:23,066 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:21:23,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59 2024-11-17T08:21:23,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:21:23,066 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/cluster_4f557b89-30a9-ad6b-825b-3d9dc051b610, deleteOnExit=true 2024-11-17T08:21:23,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:21:23,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/test.cache.data in system properties and HBase conf 2024-11-17T08:21:23,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:21:23,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:21:23,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:21:23,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:21:23,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:21:23,067 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:21:23,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:21:23,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:21:23,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:21:23,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:21:23,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:21:23,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:21:23,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:21:23,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:21:23,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:21:23,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:21:23,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:21:23,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:21:23,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:21:23,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:21:23,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:21:23,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:21:23,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:21:23,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:21:23,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:21:23,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:21:23,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27b73b82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:21:23,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55caeb27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:21:23,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45610f92{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/java.io.tmpdir/jetty-localhost-40371-hadoop-hdfs-3_4_1-tests_jar-_-any-9930505552823918657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:21:23,594 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e8edf62{HTTP/1.1, (http/1.1)}{localhost:40371} 2024-11-17T08:21:23,594 INFO [Time-limited test {}] server.Server(415): Started @283876ms 2024-11-17T08:21:24,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:21:24,045 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:21:24,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:21:24,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:21:24,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:21:24,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d78813c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:21:24,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@245b1fbe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:21:24,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fa7e2ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/java.io.tmpdir/jetty-localhost-41873-hadoop-hdfs-3_4_1-tests_jar-_-any-5952424197422819432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:21:24,222 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70e80506{HTTP/1.1, (http/1.1)}{localhost:41873} 2024-11-17T08:21:24,222 INFO [Time-limited test {}] server.Server(415): Started @284504ms 2024-11-17T08:21:24,223 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:21:25,213 WARN [Thread-3569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/cluster_4f557b89-30a9-ad6b-825b-3d9dc051b610/data/data1/current/BP-1791481979-172.17.0.3-1731831683111/current, will proceed with Du for space computation calculation, 2024-11-17T08:21:25,213 WARN [Thread-3570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/cluster_4f557b89-30a9-ad6b-825b-3d9dc051b610/data/data2/current/BP-1791481979-172.17.0.3-1731831683111/current, will proceed with Du for space computation calculation, 2024-11-17T08:21:25,242 WARN [Thread-3557 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:21:25,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x478cd56b5f974df8 with lease ID 0x80e9f6f202d76d70: Processing first storage report for DS-35fcba7d-30ad-4b7d-9296-6adb2a25275a from datanode DatanodeRegistration(127.0.0.1:46747, datanodeUuid=04b94da6-3739-44eb-a579-620cbf747a59, infoPort=42523, infoSecurePort=0, ipcPort=44661, storageInfo=lv=-57;cid=testClusterID;nsid=589868224;c=1731831683111) 2024-11-17T08:21:25,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x478cd56b5f974df8 with lease ID 0x80e9f6f202d76d70: from storage DS-35fcba7d-30ad-4b7d-9296-6adb2a25275a node DatanodeRegistration(127.0.0.1:46747, datanodeUuid=04b94da6-3739-44eb-a579-620cbf747a59, infoPort=42523, infoSecurePort=0, ipcPort=44661, storageInfo=lv=-57;cid=testClusterID;nsid=589868224;c=1731831683111), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:21:25,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x478cd56b5f974df8 with lease ID 0x80e9f6f202d76d70: Processing first storage report for DS-b0cce8a3-e452-4321-9524-abae58f00511 from datanode DatanodeRegistration(127.0.0.1:46747, datanodeUuid=04b94da6-3739-44eb-a579-620cbf747a59, infoPort=42523, infoSecurePort=0, ipcPort=44661, storageInfo=lv=-57;cid=testClusterID;nsid=589868224;c=1731831683111) 2024-11-17T08:21:25,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x478cd56b5f974df8 with lease ID 0x80e9f6f202d76d70: from storage DS-b0cce8a3-e452-4321-9524-abae58f00511 node DatanodeRegistration(127.0.0.1:46747, datanodeUuid=04b94da6-3739-44eb-a579-620cbf747a59, infoPort=42523, infoSecurePort=0, ipcPort=44661, storageInfo=lv=-57;cid=testClusterID;nsid=589868224;c=1731831683111), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:21:25,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59 2024-11-17T08:21:25,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:25,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:25,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:21:25,266 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0 with version=8 2024-11-17T08:21:25,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/hbase-staging 2024-11-17T08:21:25,272 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:21:25,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:25,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:25,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:21:25,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:25,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:21:25,273 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:21:25,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:21:25,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44981 2024-11-17T08:21:25,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44981 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-17T08:21:25,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449810x0, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:21:25,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44981-0x10147e238f50003 connected 2024-11-17T08:21:25,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:25,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:25,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Set watcher on znode that does not yet exist, /11229889779/running 2024-11-17T08:21:25,373 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0, hbase.cluster.distributed=false 2024-11-17T08:21:25,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Set watcher on znode that does not yet exist, /11229889779/acl 2024-11-17T08:21:25,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44981 2024-11-17T08:21:25,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44981 2024-11-17T08:21:25,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44981 2024-11-17T08:21:25,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44981 2024-11-17T08:21:25,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44981 2024-11-17T08:21:25,429 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:21:25,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:25,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:25,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:21:25,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:25,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:21:25,430 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:21:25,430 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:21:25,432 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41597 2024-11-17T08:21:25,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41597 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-17T08:21:25,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:25,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:25,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415970x0, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:21:25,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415970x0, quorum=127.0.0.1:60534, baseZNode=/11229889779 Set watcher on znode that does not yet exist, /11229889779/running 2024-11-17T08:21:25,454 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:21:25,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41597-0x10147e238f50004 connected 2024-11-17T08:21:25,476 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:21:25,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Set watcher on znode that does not yet exist, /11229889779/master 2024-11-17T08:21:25,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Set watcher on znode that does not yet exist, /11229889779/acl 2024-11-17T08:21:25,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41597 2024-11-17T08:21:25,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41597 2024-11-17T08:21:25,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41597 2024-11-17T08:21:25,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41597 2024-11-17T08:21:25,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41597 2024-11-17T08:21:25,512 DEBUG [M:0;e3d0adb87c01:44981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:44981 2024-11-17T08:21:25,512 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11229889779/backup-masters/e3d0adb87c01,44981,1731831685272 2024-11-17T08:21:25,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779/backup-masters 2024-11-17T08:21:25,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779/backup-masters 2024-11-17T08:21:25,559 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Set watcher on existing znode=/11229889779/backup-masters/e3d0adb87c01,44981,1731831685272 2024-11-17T08:21:25,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:25,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11229889779/master 2024-11-17T08:21:25,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:25,569 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Set watcher on existing znode=/11229889779/master 2024-11-17T08:21:25,570 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11229889779/backup-masters/e3d0adb87c01,44981,1731831685272 from backup master directory 2024-11-17T08:21:25,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779/backup-masters 2024-11-17T08:21:25,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229889779/backup-masters/e3d0adb87c01,44981,1731831685272 2024-11-17T08:21:25,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779/backup-masters 2024-11-17T08:21:25,580 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:21:25,580 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,44981,1731831685272 2024-11-17T08:21:25,585 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/hbase.id] with ID: e04cc5e8-3f75-485c-8aa9-ca9907e58ccd 2024-11-17T08:21:25,585 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/.tmp/hbase.id 2024-11-17T08:21:25,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:21:25,612 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/.tmp/hbase.id]:[hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/hbase.id] 2024-11-17T08:21:25,621 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:25,621 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:21:25,622 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T08:21:25,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:25,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:25,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:21:25,690 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:21:25,690 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:21:25,696 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:21:25,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:21:25,719 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store 2024-11-17T08:21:25,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:21:25,751 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:25,751 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:21:25,751 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:25,751 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:25,751 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:21:25,751 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:25,751 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:25,751 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831685751Disabling compacts and flushes for region at 1731831685751Disabling writes for close at 1731831685751Writing region close event to WAL at 1731831685751Closed at 1731831685751 2024-11-17T08:21:25,752 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/.initializing 2024-11-17T08:21:25,752 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/WALs/e3d0adb87c01,44981,1731831685272 2024-11-17T08:21:25,753 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:21:25,754 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C44981%2C1731831685272, suffix=, logDir=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/WALs/e3d0adb87c01,44981,1731831685272, archiveDir=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/oldWALs, maxLogs=10 2024-11-17T08:21:25,773 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/WALs/e3d0adb87c01,44981,1731831685272/e3d0adb87c01%2C44981%2C1731831685272.1731831685755, exclude list is [], retry=0 2024-11-17T08:21:25,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46747,DS-35fcba7d-30ad-4b7d-9296-6adb2a25275a,DISK] 2024-11-17T08:21:25,780 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/WALs/e3d0adb87c01,44981,1731831685272/e3d0adb87c01%2C44981%2C1731831685272.1731831685755 2024-11-17T08:21:25,781 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42523:42523)] 2024-11-17T08:21:25,781 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:21:25,781 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:25,781 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:25,781 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:25,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:25,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:21:25,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:25,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:25,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:25,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:21:25,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:25,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:25,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:25,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:21:25,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:25,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:25,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:25,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:21:25,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:25,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:25,804 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:25,805 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:25,806 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:25,807 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:25,807 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:25,807 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:21:25,809 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:25,821 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:21:25,822 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67030904, jitterRate=-0.0011616945266723633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:21:25,822 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831685781Initializing all the Stores at 1731831685781Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831685782 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831685787 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831685787Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831685787Cleaning up temporary data from old regions at 1731831685807 (+20 ms)Region opened successfully at 1731831685822 (+15 ms) 2024-11-17T08:21:25,823 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:21:25,826 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489504a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:21:25,828 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:21:25,828 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:21:25,828 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:21:25,828 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:21:25,829 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:21:25,829 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:21:25,829 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:21:25,842 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:21:25,842 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Unable to get data of znode /11229889779/balancer because node does not exist (not necessarily an error) 2024-11-17T08:21:25,853 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229889779/balancer already deleted, retry=false 2024-11-17T08:21:25,853 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:21:25,854 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Unable to get data of znode /11229889779/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:21:25,863 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229889779/normalizer already deleted, retry=false 2024-11-17T08:21:25,864 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:21:25,877 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Unable to get data of znode /11229889779/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:21:25,885 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229889779/switch/split already deleted, retry=false 2024-11-17T08:21:25,886 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Unable to get data of znode /11229889779/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:21:25,895 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229889779/switch/merge already deleted, retry=false 2024-11-17T08:21:25,898 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Unable to get data of znode /11229889779/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:21:25,906 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229889779/snapshot-cleanup already deleted, retry=false 2024-11-17T08:21:25,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11229889779/running 2024-11-17T08:21:25,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:25,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11229889779/running 2024-11-17T08:21:25,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:25,917 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,44981,1731831685272, sessionid=0x10147e238f50003, setting cluster-up flag (Was=false) 2024-11-17T08:21:25,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:25,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:25,978 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11229889779/flush-table-proc/acquired, /11229889779/flush-table-proc/reached, /11229889779/flush-table-proc/abort 2024-11-17T08:21:25,980 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,44981,1731831685272 2024-11-17T08:21:26,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:26,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:26,032 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11229889779/online-snapshot/acquired, /11229889779/online-snapshot/reached, /11229889779/online-snapshot/abort 2024-11-17T08:21:26,033 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,44981,1731831685272 2024-11-17T08:21:26,035 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:21:26,037 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:21:26,037 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:21:26,037 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:21:26,037 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,44981,1731831685272 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:21:26,039 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:21:26,039 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:21:26,039 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:21:26,039 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:21:26,039 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:21:26,039 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:26,039 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:21:26,039 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:26,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:21:26,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:21:26,057 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:26,057 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:21:26,069 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831716069 2024-11-17T08:21:26,069 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:21:26,069 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:21:26,069 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:21:26,069 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:21:26,069 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:21:26,069 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:21:26,070 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,076 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:21:26,076 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:21:26,076 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:21:26,076 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:21:26,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:21:26,083 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:21:26,083 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0 2024-11-17T08:21:26,084 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:21:26,084 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:21:26,085 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831686084,5,FailOnTimeoutGroup] 2024-11-17T08:21:26,088 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831686085,5,FailOnTimeoutGroup] 2024-11-17T08:21:26,088 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,088 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:21:26,088 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,088 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741832_1008 (size=32) 2024-11-17T08:21:26,102 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(746): ClusterId : e04cc5e8-3f75-485c-8aa9-ca9907e58ccd 2024-11-17T08:21:26,102 DEBUG [RS:0;e3d0adb87c01:41597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:21:26,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:26,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:21:26,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:21:26,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:26,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:26,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:21:26,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:21:26,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:26,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:26,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:21:26,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:21:26,108 DEBUG [RS:0;e3d0adb87c01:41597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:21:26,108 DEBUG [RS:0;e3d0adb87c01:41597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:21:26,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:26,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:26,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:21:26,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:21:26,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:26,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:26,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:21:26,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740 2024-11-17T08:21:26,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740 2024-11-17T08:21:26,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:21:26,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:21:26,112 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:21:26,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:21:26,115 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:21:26,115 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64853829, jitterRate=-0.03360264003276825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:21:26,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831686103Initializing all the Stores at 1731831686103Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831686103Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831686103Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831686103Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831686103Cleaning up temporary data from old regions at 1731831686112 (+9 ms)Region opened successfully at 1731831686115 (+3 ms) 2024-11-17T08:21:26,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:21:26,115 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:21:26,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:21:26,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:21:26,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:21:26,116 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:21:26,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831686115Disabling compacts and flushes for region at 1731831686115Disabling writes for close at 1731831686115Writing region close event to WAL at 1731831686116 (+1 ms)Closed at 1731831686116 2024-11-17T08:21:26,117 DEBUG [RS:0;e3d0adb87c01:41597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:21:26,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:21:26,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:21:26,117 DEBUG [RS:0;e3d0adb87c01:41597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1c56f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:21:26,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:21:26,118 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:21:26,119 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:21:26,145 DEBUG [RS:0;e3d0adb87c01:41597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:41597 2024-11-17T08:21:26,146 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:21:26,146 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:21:26,146 DEBUG [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:21:26,147 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,44981,1731831685272 with port=41597, startcode=1731831685429 2024-11-17T08:21:26,148 DEBUG [RS:0;e3d0adb87c01:41597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:21:26,150 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:21:26,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,41597,1731831685429 2024-11-17T08:21:26,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44981 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,41597,1731831685429 2024-11-17T08:21:26,151 DEBUG [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0 2024-11-17T08:21:26,151 DEBUG [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39837 2024-11-17T08:21:26,152 DEBUG [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:21:26,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779/rs 2024-11-17T08:21:26,159 DEBUG [RS:0;e3d0adb87c01:41597 {}] zookeeper.ZKUtil(111): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Set watcher on existing znode=/11229889779/rs/e3d0adb87c01,41597,1731831685429 2024-11-17T08:21:26,159 WARN [RS:0;e3d0adb87c01:41597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:21:26,159 INFO [RS:0;e3d0adb87c01:41597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:21:26,159 DEBUG [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429 2024-11-17T08:21:26,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,41597,1731831685429] 2024-11-17T08:21:26,162 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:21:26,163 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:21:26,164 INFO [RS:0;e3d0adb87c01:41597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:21:26,164 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,165 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:21:26,165 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:21:26,165 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,165 DEBUG [RS:0;e3d0adb87c01:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:26,165 DEBUG [RS:0;e3d0adb87c01:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:26,165 DEBUG [RS:0;e3d0adb87c01:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:26,165 DEBUG [RS:0;e3d0adb87c01:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:26,165 DEBUG [RS:0;e3d0adb87c01:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:26,165 DEBUG [RS:0;e3d0adb87c01:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:21:26,166 DEBUG [RS:0;e3d0adb87c01:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:26,166 DEBUG [RS:0;e3d0adb87c01:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:26,166 DEBUG [RS:0;e3d0adb87c01:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:26,166 DEBUG [RS:0;e3d0adb87c01:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:26,166 DEBUG [RS:0;e3d0adb87c01:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:26,166 DEBUG [RS:0;e3d0adb87c01:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:26,166 DEBUG [RS:0;e3d0adb87c01:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:21:26,166 DEBUG [RS:0;e3d0adb87c01:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:21:26,172 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,173 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,173 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,173 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,173 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,173 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41597,1731831685429-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:21:26,192 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:21:26,192 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41597,1731831685429-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,193 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,193 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.Replication(171): e3d0adb87c01,41597,1731831685429 started 2024-11-17T08:21:26,213 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,213 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,41597,1731831685429, RpcServer on e3d0adb87c01/172.17.0.3:41597, sessionid=0x10147e238f50004 2024-11-17T08:21:26,213 DEBUG [RS:0;e3d0adb87c01:41597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:21:26,213 DEBUG [RS:0;e3d0adb87c01:41597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,41597,1731831685429 2024-11-17T08:21:26,213 DEBUG [RS:0;e3d0adb87c01:41597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,41597,1731831685429' 2024-11-17T08:21:26,214 DEBUG [RS:0;e3d0adb87c01:41597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11229889779/flush-table-proc/abort' 2024-11-17T08:21:26,214 DEBUG [RS:0;e3d0adb87c01:41597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11229889779/flush-table-proc/acquired' 2024-11-17T08:21:26,215 DEBUG [RS:0;e3d0adb87c01:41597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:21:26,215 DEBUG [RS:0;e3d0adb87c01:41597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:21:26,215 DEBUG [RS:0;e3d0adb87c01:41597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,41597,1731831685429 2024-11-17T08:21:26,215 DEBUG [RS:0;e3d0adb87c01:41597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,41597,1731831685429' 2024-11-17T08:21:26,215 DEBUG [RS:0;e3d0adb87c01:41597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11229889779/online-snapshot/abort' 2024-11-17T08:21:26,215 DEBUG [RS:0;e3d0adb87c01:41597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11229889779/online-snapshot/acquired' 2024-11-17T08:21:26,216 DEBUG [RS:0;e3d0adb87c01:41597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:21:26,216 INFO [RS:0;e3d0adb87c01:41597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:21:26,216 INFO [RS:0;e3d0adb87c01:41597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:21:26,269 WARN [e3d0adb87c01:44981 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T08:21:26,316 INFO [RS:0;e3d0adb87c01:41597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:21:26,318 INFO [RS:0;e3d0adb87c01:41597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C41597%2C1731831685429, suffix=, logDir=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429, archiveDir=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/oldWALs, maxLogs=10 2024-11-17T08:21:26,336 DEBUG [RS:0;e3d0adb87c01:41597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318, exclude list is [], retry=0 2024-11-17T08:21:26,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46747,DS-35fcba7d-30ad-4b7d-9296-6adb2a25275a,DISK] 2024-11-17T08:21:26,341 INFO [RS:0;e3d0adb87c01:41597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 2024-11-17T08:21:26,341 DEBUG [RS:0;e3d0adb87c01:41597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42523:42523)] 2024-11-17T08:21:26,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T08:21:26,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T08:21:26,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T08:21:26,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T08:21:26,520 DEBUG [e3d0adb87c01:44981 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:21:26,520 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,41597,1731831685429 2024-11-17T08:21:26,521 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,41597,1731831685429, state=OPENING 2024-11-17T08:21:26,612 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:21:26,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:26,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:26,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11229889779/meta-region-server: CHANGED 2024-11-17T08:21:26,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11229889779/meta-region-server: CHANGED 2024-11-17T08:21:26,633 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:21:26,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,41597,1731831685429}] 2024-11-17T08:21:26,792 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:21:26,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:21:26,796 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:21:26,796 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:21:26,796 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:21:26,797 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C41597%2C1731831685429.meta, suffix=.meta, logDir=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429, archiveDir=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/oldWALs, maxLogs=10 2024-11-17T08:21:26,817 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.meta.1731831686798.meta, exclude list is [], retry=0 2024-11-17T08:21:26,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46747,DS-35fcba7d-30ad-4b7d-9296-6adb2a25275a,DISK] 2024-11-17T08:21:26,825 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.meta.1731831686798.meta 2024-11-17T08:21:26,825 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42523:42523)] 2024-11-17T08:21:26,825 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:21:26,825 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:21:26,825 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:21:26,825 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:21:26,825 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:21:26,826 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:21:26,826 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:26,826 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:21:26,826 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:21:26,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:21:26,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:21:26,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:26,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:26,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:21:26,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:21:26,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:26,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:26,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:21:26,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:21:26,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:26,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:26,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:21:26,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:21:26,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:26,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:26,834 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:21:26,835 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740 2024-11-17T08:21:26,837 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740 2024-11-17T08:21:26,838 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:21:26,838 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:21:26,839 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:21:26,840 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:21:26,841 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67836280, jitterRate=0.010839343070983887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:21:26,841 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:21:26,841 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831686826Writing region info on filesystem at 1731831686826Initializing all the Stores at 1731831686826Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831686826Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831686828 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831686828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831686828Cleaning up temporary data from old regions at 1731831686838 (+10 ms)Running coprocessor post-open hooks at 1731831686841 (+3 ms)Region opened successfully at 1731831686841 2024-11-17T08:21:26,842 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831686791 2024-11-17T08:21:26,845 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:21:26,845 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:21:26,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,41597,1731831685429 2024-11-17T08:21:26,846 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,41597,1731831685429, state=OPEN 2024-11-17T08:21:26,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11229889779/meta-region-server 2024-11-17T08:21:26,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11229889779/meta-region-server 2024-11-17T08:21:26,853 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,41597,1731831685429 2024-11-17T08:21:26,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11229889779/meta-region-server: CHANGED 2024-11-17T08:21:26,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11229889779/meta-region-server: CHANGED 2024-11-17T08:21:26,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:21:26,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,41597,1731831685429 in 220 msec 2024-11-17T08:21:26,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:21:26,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 739 msec 2024-11-17T08:21:26,859 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:21:26,859 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:21:26,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:21:26,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41597,1731831685429, seqNum=-1] 2024-11-17T08:21:26,860 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:21:26,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:21:26,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 833 msec 2024-11-17T08:21:26,871 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831686871, completionTime=-1 2024-11-17T08:21:26,871 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:21:26,871 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:21:26,873 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:21:26,873 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831746873 2024-11-17T08:21:26,873 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831806873 2024-11-17T08:21:26,873 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T08:21:26,874 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44981,1731831685272-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,874 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44981,1731831685272-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,874 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44981,1731831685272-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,874 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:44981, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,874 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,876 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:21:26,880 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,885 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.305sec 2024-11-17T08:21:26,885 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:21:26,885 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:21:26,885 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:21:26,885 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:21:26,885 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:21:26,885 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44981,1731831685272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:21:26,885 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44981,1731831685272-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:21:26,895 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:21:26,895 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:21:26,895 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44981,1731831685272-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:26,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59717e52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:26,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44981,-1 for getting cluster id 2024-11-17T08:21:26,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:26,913 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04cc5e8-3f75-485c-8aa9-ca9907e58ccd' 2024-11-17T08:21:26,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:26,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04cc5e8-3f75-485c-8aa9-ca9907e58ccd" 2024-11-17T08:21:26,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475eda47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:26,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44981,-1] 2024-11-17T08:21:26,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:26,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:26,915 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:26,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a44244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:26,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:21:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41597,1731831685429, seqNum=-1] 2024-11-17T08:21:26,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:21:26,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:21:26,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,44981,1731831685272 2024-11-17T08:21:26,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-17T08:21:26,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:21:26,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10147e238f50005 connected 2024-11-17T08:21:27,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/hadoop.log.dir so I do NOT create it in target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5 2024-11-17T08:21:27,045 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:21:27,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/hadoop.tmp.dir so I do NOT create it in target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5 2024-11-17T08:21:27,045 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:21:27,045 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5 2024-11-17T08:21:27,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:21:27,045 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/cluster_6977fc9f-4fb3-ef53-b025-aed833d0f37c, deleteOnExit=true 2024-11-17T08:21:27,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:21:27,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/test.cache.data in system properties and HBase conf 2024-11-17T08:21:27,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:21:27,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:21:27,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:21:27,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:21:27,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:21:27,046 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:21:27,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:21:27,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:21:27,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:21:27,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:21:27,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:21:27,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:21:27,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:21:27,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:21:27,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:21:27,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:21:27,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:21:27,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:21:27,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:21:27,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:21:27,646 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:21:27,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:21:27,695 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:21:27,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:21:27,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:21:27,709 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:21:27,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:21:27,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12da6911{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:21:27,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bd32414{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:21:27,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3efa8246{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/java.io.tmpdir/jetty-localhost-36937-hadoop-hdfs-3_4_1-tests_jar-_-any-15583628970554961912/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:21:27,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52302a79{HTTP/1.1, (http/1.1)}{localhost:36937} 2024-11-17T08:21:27,830 INFO [Time-limited test {}] server.Server(415): Started @288112ms 2024-11-17T08:21:28,165 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:21:28,166 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:28,166 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:28,166 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:28,166 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:28,166 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:28,206 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:28,206 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:28,206 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:28,207 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:28,207 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:28,207 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:28,214 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:28,218 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:28,218 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:28,220 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:28,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:21:28,254 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:21:28,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:21:28,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:21:28,255 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:21:28,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68e6bf5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:21:28,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@251867a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:21:28,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59da4b7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/java.io.tmpdir/jetty-localhost-40791-hadoop-hdfs-3_4_1-tests_jar-_-any-1743663542233786180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:21:28,373 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20c53d49{HTTP/1.1, (http/1.1)}{localhost:40791} 2024-11-17T08:21:28,373 INFO [Time-limited test {}] server.Server(415): Started @288655ms 2024-11-17T08:21:28,375 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:21:29,110 WARN [Thread-3690 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/cluster_6977fc9f-4fb3-ef53-b025-aed833d0f37c/data/data1/current/BP-593120548-172.17.0.3-1731831687075/current, will proceed with Du for space computation calculation, 2024-11-17T08:21:29,110 WARN [Thread-3691 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/cluster_6977fc9f-4fb3-ef53-b025-aed833d0f37c/data/data2/current/BP-593120548-172.17.0.3-1731831687075/current, will proceed with Du for space computation calculation, 2024-11-17T08:21:29,140 WARN [Thread-3678 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:21:29,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55ac58ef72e4f764 with lease ID 0x2bc692a940c9bebf: Processing first storage report for DS-0642d3a7-16c1-474d-81cd-d54e62605250 from datanode DatanodeRegistration(127.0.0.1:43881, datanodeUuid=437ee1f5-b01d-4f29-b0c5-c88992c40426, infoPort=41293, infoSecurePort=0, ipcPort=42173, storageInfo=lv=-57;cid=testClusterID;nsid=369987480;c=1731831687075) 2024-11-17T08:21:29,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55ac58ef72e4f764 with lease ID 0x2bc692a940c9bebf: from storage DS-0642d3a7-16c1-474d-81cd-d54e62605250 node DatanodeRegistration(127.0.0.1:43881, datanodeUuid=437ee1f5-b01d-4f29-b0c5-c88992c40426, infoPort=41293, infoSecurePort=0, ipcPort=42173, storageInfo=lv=-57;cid=testClusterID;nsid=369987480;c=1731831687075), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T08:21:29,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55ac58ef72e4f764 with lease ID 0x2bc692a940c9bebf: Processing first storage report for DS-a24e9925-2e6f-4b4a-ba24-ae2ebd36a097 from datanode DatanodeRegistration(127.0.0.1:43881, datanodeUuid=437ee1f5-b01d-4f29-b0c5-c88992c40426, infoPort=41293, infoSecurePort=0, ipcPort=42173, storageInfo=lv=-57;cid=testClusterID;nsid=369987480;c=1731831687075) 2024-11-17T08:21:29,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55ac58ef72e4f764 with lease ID 0x2bc692a940c9bebf: from storage DS-a24e9925-2e6f-4b4a-ba24-ae2ebd36a097 node DatanodeRegistration(127.0.0.1:43881, datanodeUuid=437ee1f5-b01d-4f29-b0c5-c88992c40426, infoPort=41293, infoSecurePort=0, ipcPort=42173, storageInfo=lv=-57;cid=testClusterID;nsid=369987480;c=1731831687075), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:21:29,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5 2024-11-17T08:21:29,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:29,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:29,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:21:29,658 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e with version=8 2024-11-17T08:21:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/hbase-staging 2024-11-17T08:21:29,661 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:21:29,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:29,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:29,661 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:21:29,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:29,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:21:29,661 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:21:29,661 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:21:29,662 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34841 2024-11-17T08:21:29,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34841 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-17T08:21:29,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348410x0, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:21:29,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34841-0x10147e238f50006 connected 2024-11-17T08:21:29,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:29,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:29,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Set watcher on znode that does not yet exist, /2-1880999617/running 2024-11-17T08:21:29,762 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e, hbase.cluster.distributed=false 2024-11-17T08:21:29,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Set watcher on znode that does not yet exist, /2-1880999617/acl 2024-11-17T08:21:29,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34841 2024-11-17T08:21:29,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34841 2024-11-17T08:21:29,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34841 2024-11-17T08:21:29,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34841 2024-11-17T08:21:29,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34841 2024-11-17T08:21:29,781 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:21:29,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:29,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:29,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:21:29,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:21:29,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:21:29,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:21:29,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:21:29,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42489 2024-11-17T08:21:29,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42489 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-17T08:21:29,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:29,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:29,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424890x0, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:21:29,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424890x0, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Set watcher on znode that does not yet exist, /2-1880999617/running 2024-11-17T08:21:29,801 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:21:29,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42489-0x10147e238f50007 connected 2024-11-17T08:21:29,820 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:21:29,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Set watcher on znode that does not yet exist, /2-1880999617/master 2024-11-17T08:21:29,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Set watcher on znode that does not yet exist, /2-1880999617/acl 2024-11-17T08:21:29,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42489 2024-11-17T08:21:29,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42489 2024-11-17T08:21:29,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42489 2024-11-17T08:21:29,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42489 2024-11-17T08:21:29,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42489 2024-11-17T08:21:29,839 DEBUG [M:0;e3d0adb87c01:34841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:34841 2024-11-17T08:21:29,839 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1880999617/backup-masters/e3d0adb87c01,34841,1731831689660 2024-11-17T08:21:29,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617/backup-masters 2024-11-17T08:21:29,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617/backup-masters 2024-11-17T08:21:29,843 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Set watcher on existing znode=/2-1880999617/backup-masters/e3d0adb87c01,34841,1731831689660 2024-11-17T08:21:29,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1880999617/master 2024-11-17T08:21:29,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:29,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:29,854 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Set watcher on existing znode=/2-1880999617/master 2024-11-17T08:21:29,854 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1880999617/backup-masters/e3d0adb87c01,34841,1731831689660 from backup master directory 2024-11-17T08:21:29,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1880999617/backup-masters/e3d0adb87c01,34841,1731831689660 2024-11-17T08:21:29,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617/backup-masters 2024-11-17T08:21:29,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617/backup-masters 2024-11-17T08:21:29,863 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:21:29,863 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,34841,1731831689660 2024-11-17T08:21:29,867 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/hbase.id] with ID: 1ffa7b79-410f-4848-8018-4b8c9ebf2a39 2024-11-17T08:21:29,867 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/.tmp/hbase.id 2024-11-17T08:21:29,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:21:30,285 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/.tmp/hbase.id]:[hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/hbase.id] 2024-11-17T08:21:30,294 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:21:30,294 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:21:30,295 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T08:21:30,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:30,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:30,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:21:30,753 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:21:30,754 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:21:30,754 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:21:30,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:21:30,760 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store 2024-11-17T08:21:30,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:21:31,171 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:31,171 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:21:31,171 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:31,171 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:31,171 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:21:31,171 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:31,171 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:31,171 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831691171Disabling compacts and flushes for region at 1731831691171Disabling writes for close at 1731831691171Writing region close event to WAL at 1731831691171Closed at 1731831691171 2024-11-17T08:21:31,172 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/.initializing 2024-11-17T08:21:31,172 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/WALs/e3d0adb87c01,34841,1731831689660 2024-11-17T08:21:31,173 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:21:31,179 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C34841%2C1731831689660, suffix=, logDir=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/WALs/e3d0adb87c01,34841,1731831689660, archiveDir=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/oldWALs, maxLogs=10 2024-11-17T08:21:31,198 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/WALs/e3d0adb87c01,34841,1731831689660/e3d0adb87c01%2C34841%2C1731831689660.1731831691179, exclude list is [], retry=0 2024-11-17T08:21:31,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43881,DS-0642d3a7-16c1-474d-81cd-d54e62605250,DISK] 2024-11-17T08:21:31,207 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/WALs/e3d0adb87c01,34841,1731831689660/e3d0adb87c01%2C34841%2C1731831689660.1731831691179 2024-11-17T08:21:31,208 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41293:41293)] 2024-11-17T08:21:31,208 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:21:31,208 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:31,208 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:31,208 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:31,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:31,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:21:31,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:31,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:31,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:31,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:21:31,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:31,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:31,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:31,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:21:31,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:31,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:31,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:31,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:21:31,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:31,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:31,221 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:31,222 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:31,222 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:31,223 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:31,223 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:31,223 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:21:31,224 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:21:31,229 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:21:31,229 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71191005, jitterRate=0.060828641057014465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:21:31,229 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831691208Initializing all the Stores at 1731831691209 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831691209Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831691213 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831691214 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831691214Cleaning up temporary data from old regions at 1731831691223 (+9 ms)Region opened successfully at 1731831691229 (+6 ms) 2024-11-17T08:21:31,230 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:21:31,233 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf6dd3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:21:31,233 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:21:31,234 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:21:31,234 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:21:31,234 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:21:31,235 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:21:31,245 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:21:31,245 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:21:31,247 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:21:31,248 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Unable to get data of znode /2-1880999617/balancer because node does not exist (not necessarily an error) 2024-11-17T08:21:31,305 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1880999617/balancer already deleted, retry=false 2024-11-17T08:21:31,306 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:21:31,307 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Unable to get data of znode /2-1880999617/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:21:31,316 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1880999617/normalizer already deleted, retry=false 2024-11-17T08:21:31,316 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:21:31,318 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Unable to get data of znode /2-1880999617/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:21:31,326 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1880999617/switch/split already deleted, retry=false 2024-11-17T08:21:31,327 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Unable to get data of znode /2-1880999617/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:21:31,337 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1880999617/switch/merge already deleted, retry=false 2024-11-17T08:21:31,339 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Unable to get data of znode /2-1880999617/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:21:31,347 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1880999617/snapshot-cleanup already deleted, retry=false 2024-11-17T08:21:31,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1880999617/running 2024-11-17T08:21:31,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:31,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1880999617/running 2024-11-17T08:21:31,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:31,360 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,34841,1731831689660, sessionid=0x10147e238f50006, setting cluster-up flag (Was=false) 2024-11-17T08:21:31,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:31,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:31,506 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1880999617/flush-table-proc/acquired, /2-1880999617/flush-table-proc/reached, /2-1880999617/flush-table-proc/abort 2024-11-17T08:21:31,507 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,34841,1731831689660 2024-11-17T08:21:31,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:31,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:31,558 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1880999617/online-snapshot/acquired, /2-1880999617/online-snapshot/reached, /2-1880999617/online-snapshot/abort 2024-11-17T08:21:31,559 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,34841,1731831689660 2024-11-17T08:21:31,560 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:21:31,570 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:21:31,571 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:21:31,571 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:21:31,571 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,34841,1731831689660 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:21:31,575 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:21:31,575 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:21:31,575 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:21:31,575 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:21:31,575 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:21:31,575 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:31,575 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:21:31,575 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:31,583 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831721583 2024-11-17T08:21:31,583 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:21:31,583 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:21:31,583 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:21:31,583 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:21:31,583 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:21:31,583 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:21:31,584 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:21:31,584 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:21:31,584 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:31,585 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:31,585 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:21:31,586 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:21:31,586 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:21:31,586 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:21:31,586 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:21:31,586 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:21:31,586 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:21:31,587 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831691586,5,FailOnTimeoutGroup] 2024-11-17T08:21:31,587 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831691587,5,FailOnTimeoutGroup] 2024-11-17T08:21:31,587 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:31,587 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:21:31,587 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:31,587 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:21:31,597 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:21:31,597 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e 2024-11-17T08:21:31,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741832_1008 (size=32) 2024-11-17T08:21:31,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:31,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:21:31,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:21:31,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:31,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:31,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:21:31,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:21:31,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:31,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:31,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:21:31,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:21:31,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:31,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:31,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:21:31,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:21:31,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:31,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:31,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:21:31,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740 2024-11-17T08:21:31,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740 2024-11-17T08:21:31,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:21:31,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:21:31,626 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:21:31,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:21:31,633 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:21:31,633 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66741941, jitterRate=-0.005467578768730164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:21:31,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831691610Initializing all the Stores at 1731831691611 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831691611Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831691616 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831691616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831691616Cleaning up temporary data from old regions at 1731831691626 (+10 ms)Region opened successfully at 1731831691633 (+7 ms) 2024-11-17T08:21:31,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:21:31,633 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:21:31,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:21:31,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:21:31,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:21:31,634 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(746): ClusterId : 1ffa7b79-410f-4848-8018-4b8c9ebf2a39 2024-11-17T08:21:31,634 DEBUG [RS:0;e3d0adb87c01:42489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:21:31,634 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:21:31,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831691633Disabling compacts and flushes for region at 1731831691633Disabling writes for close at 1731831691634 (+1 ms)Writing region close event to WAL at 1731831691634Closed at 1731831691634 2024-11-17T08:21:31,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:21:31,635 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:21:31,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:21:31,637 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:21:31,637 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:21:31,643 DEBUG [RS:0;e3d0adb87c01:42489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:21:31,643 DEBUG [RS:0;e3d0adb87c01:42489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:21:31,653 DEBUG [RS:0;e3d0adb87c01:42489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:21:31,654 DEBUG [RS:0;e3d0adb87c01:42489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f4875a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:21:31,672 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:42489 2024-11-17T08:21:31,672 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:21:31,672 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:21:31,672 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:21:31,673 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,34841,1731831689660 with port=42489, startcode=1731831689781 2024-11-17T08:21:31,673 DEBUG [RS:0;e3d0adb87c01:42489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:21:31,677 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:21:31,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,42489,1731831689781 2024-11-17T08:21:31,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34841 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,42489,1731831689781 2024-11-17T08:21:31,679 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e 2024-11-17T08:21:31,679 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33761 2024-11-17T08:21:31,679 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:21:31,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617/rs 2024-11-17T08:21:31,730 DEBUG [RS:0;e3d0adb87c01:42489 {}] zookeeper.ZKUtil(111): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Set watcher on existing znode=/2-1880999617/rs/e3d0adb87c01,42489,1731831689781 2024-11-17T08:21:31,730 WARN [RS:0;e3d0adb87c01:42489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:21:31,730 INFO [RS:0;e3d0adb87c01:42489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:21:31,730 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781 2024-11-17T08:21:31,731 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,42489,1731831689781] 2024-11-17T08:21:31,733 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:21:31,736 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:21:31,739 INFO [RS:0;e3d0adb87c01:42489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:21:31,739 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:31,740 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:21:31,741 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:21:31,741 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:31,741 DEBUG [RS:0;e3d0adb87c01:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:31,741 DEBUG [RS:0;e3d0adb87c01:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:31,741 DEBUG [RS:0;e3d0adb87c01:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:31,741 DEBUG [RS:0;e3d0adb87c01:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:31,741 DEBUG [RS:0;e3d0adb87c01:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:31,741 DEBUG [RS:0;e3d0adb87c01:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:21:31,741 DEBUG [RS:0;e3d0adb87c01:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:31,741 DEBUG [RS:0;e3d0adb87c01:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:31,741 DEBUG [RS:0;e3d0adb87c01:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:31,741 DEBUG [RS:0;e3d0adb87c01:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:31,742 DEBUG [RS:0;e3d0adb87c01:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:31,742 DEBUG [RS:0;e3d0adb87c01:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:21:31,742 DEBUG [RS:0;e3d0adb87c01:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:21:31,742 DEBUG [RS:0;e3d0adb87c01:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:21:31,748 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:31,748 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:31,748 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:31,748 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:31,748 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:31,748 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,42489,1731831689781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:21:31,772 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:21:31,772 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,42489,1731831689781-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:31,772 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:31,772 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.Replication(171): e3d0adb87c01,42489,1731831689781 started 2024-11-17T08:21:31,788 WARN [e3d0adb87c01:34841 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T08:21:31,796 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:31,796 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,42489,1731831689781, RpcServer on e3d0adb87c01/172.17.0.3:42489, sessionid=0x10147e238f50007 2024-11-17T08:21:31,796 DEBUG [RS:0;e3d0adb87c01:42489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:21:31,796 DEBUG [RS:0;e3d0adb87c01:42489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,42489,1731831689781 2024-11-17T08:21:31,796 DEBUG [RS:0;e3d0adb87c01:42489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,42489,1731831689781' 2024-11-17T08:21:31,796 DEBUG [RS:0;e3d0adb87c01:42489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1880999617/flush-table-proc/abort' 2024-11-17T08:21:31,797 DEBUG [RS:0;e3d0adb87c01:42489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1880999617/flush-table-proc/acquired' 2024-11-17T08:21:31,797 DEBUG [RS:0;e3d0adb87c01:42489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:21:31,797 DEBUG [RS:0;e3d0adb87c01:42489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:21:31,797 DEBUG [RS:0;e3d0adb87c01:42489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,42489,1731831689781 2024-11-17T08:21:31,797 DEBUG [RS:0;e3d0adb87c01:42489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,42489,1731831689781' 2024-11-17T08:21:31,797 DEBUG [RS:0;e3d0adb87c01:42489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1880999617/online-snapshot/abort' 2024-11-17T08:21:31,797 DEBUG [RS:0;e3d0adb87c01:42489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1880999617/online-snapshot/acquired' 2024-11-17T08:21:31,798 DEBUG [RS:0;e3d0adb87c01:42489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:21:31,798 INFO [RS:0;e3d0adb87c01:42489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:21:31,798 INFO [RS:0;e3d0adb87c01:42489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:21:31,898 INFO [RS:0;e3d0adb87c01:42489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:21:31,899 INFO [RS:0;e3d0adb87c01:42489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C42489%2C1731831689781, suffix=, logDir=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781, archiveDir=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/oldWALs, maxLogs=10 2024-11-17T08:21:31,917 DEBUG [RS:0;e3d0adb87c01:42489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900, exclude list is [], retry=0 2024-11-17T08:21:31,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43881,DS-0642d3a7-16c1-474d-81cd-d54e62605250,DISK] 2024-11-17T08:21:31,925 INFO [RS:0;e3d0adb87c01:42489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 2024-11-17T08:21:31,925 DEBUG [RS:0;e3d0adb87c01:42489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41293:41293)] 2024-11-17T08:21:32,038 DEBUG [e3d0adb87c01:34841 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:21:32,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,42489,1731831689781 2024-11-17T08:21:32,040 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,42489,1731831689781, state=OPENING 2024-11-17T08:21:32,116 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:21:32,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:32,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:32,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1880999617/meta-region-server: CHANGED 2024-11-17T08:21:32,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1880999617/meta-region-server: CHANGED 2024-11-17T08:21:32,128 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:21:32,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,42489,1731831689781}] 2024-11-17T08:21:32,283 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:21:32,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:21:32,289 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:21:32,289 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:21:32,290 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:21:32,297 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C42489%2C1731831689781.meta, suffix=.meta, logDir=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781, archiveDir=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/oldWALs, maxLogs=10 2024-11-17T08:21:32,317 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.meta.1731831692298.meta, exclude list is [], retry=0 2024-11-17T08:21:32,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43881,DS-0642d3a7-16c1-474d-81cd-d54e62605250,DISK] 2024-11-17T08:21:32,327 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.meta.1731831692298.meta 2024-11-17T08:21:32,327 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41293:41293)] 2024-11-17T08:21:32,327 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:21:32,328 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:21:32,328 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:21:32,328 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:21:32,328 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:21:32,328 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:21:32,328 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:32,328 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:21:32,328 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:21:32,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:21:32,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:21:32,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:32,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:32,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:21:32,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:21:32,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:32,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:32,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:21:32,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:21:32,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:32,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:32,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:21:32,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:21:32,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:32,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:21:32,344 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:21:32,344 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740 2024-11-17T08:21:32,345 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740 2024-11-17T08:21:32,346 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:21:32,346 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:21:32,346 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:21:32,348 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:21:32,349 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62867927, jitterRate=-0.0631948858499527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:21:32,350 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:21:32,350 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831692328Writing region info on filesystem at 1731831692328Initializing all the Stores at 1731831692334 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831692334Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831692336 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831692336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831692336Cleaning up temporary data from old regions at 1731831692346 (+10 ms)Running coprocessor post-open hooks at 1731831692350 (+4 ms)Region opened successfully at 1731831692350 2024-11-17T08:21:32,351 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831692282 2024-11-17T08:21:32,354 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:21:32,354 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:21:32,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,42489,1731831689781 2024-11-17T08:21:32,356 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,42489,1731831689781, state=OPEN 2024-11-17T08:21:32,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1880999617/meta-region-server 2024-11-17T08:21:32,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1880999617/meta-region-server 2024-11-17T08:21:32,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1880999617/meta-region-server: CHANGED 2024-11-17T08:21:32,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1880999617/meta-region-server: CHANGED 2024-11-17T08:21:32,380 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,42489,1731831689781 2024-11-17T08:21:32,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:21:32,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,42489,1731831689781 in 252 msec 2024-11-17T08:21:32,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:21:32,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 748 msec 2024-11-17T08:21:32,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:21:32,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:21:32,388 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:21:32,389 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,42489,1731831689781, seqNum=-1] 2024-11-17T08:21:32,389 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:21:32,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:21:32,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 825 msec 2024-11-17T08:21:32,396 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831692396, completionTime=-1 2024-11-17T08:21:32,396 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:21:32,396 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:21:32,399 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:21:32,399 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831752399 2024-11-17T08:21:32,399 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831812399 2024-11-17T08:21:32,399 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T08:21:32,399 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,34841,1731831689660-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:32,399 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,34841,1731831689660-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:32,399 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,34841,1731831689660-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:32,399 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:34841, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:32,399 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:32,400 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:32,402 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:21:32,406 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.542sec 2024-11-17T08:21:32,407 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:21:32,407 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:21:32,407 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:21:32,407 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:21:32,407 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:21:32,407 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,34841,1731831689660-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:21:32,407 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,34841,1731831689660-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:21:32,409 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:21:32,409 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:21:32,409 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,34841,1731831689660-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:21:32,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5385ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:32,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,34841,-1 for getting cluster id 2024-11-17T08:21:32,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:32,437 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ffa7b79-410f-4848-8018-4b8c9ebf2a39' 2024-11-17T08:21:32,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:32,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ffa7b79-410f-4848-8018-4b8c9ebf2a39" 2024-11-17T08:21:32,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c539966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:32,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,34841,-1] 2024-11-17T08:21:32,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:32,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:32,439 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:32,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1494f6f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:32,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:21:32,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,42489,1731831689781, seqNum=-1] 2024-11-17T08:21:32,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:21:32,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:21:32,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,34841,1731831689660 2024-11-17T08:21:32,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-17T08:21:32,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:21:32,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10147e238f50008 connected 2024-11-17T08:21:32,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:32,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,36725,1731831679742 2024-11-17T08:21:32,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7758d571 2024-11-17T08:21:32,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:21:32,510 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:21:32,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:21:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T08:21:32,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:21:32,513 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:32,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T08:21:32,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:21:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:21:32,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741835_1011 (size=902) 2024-11-17T08:21:32,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60d79ead88cdef926dcdff32459aeae1, NAME => 'test,,1731831692510.60d79ead88cdef926dcdff32459aeae1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf 2024-11-17T08:21:32,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741836_1012 (size=39) 2024-11-17T08:21:32,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731831692510.60d79ead88cdef926dcdff32459aeae1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:32,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 60d79ead88cdef926dcdff32459aeae1, disabling compactions & flushes 2024-11-17T08:21:32,539 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731831692510.60d79ead88cdef926dcdff32459aeae1. 2024-11-17T08:21:32,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831692510.60d79ead88cdef926dcdff32459aeae1. 2024-11-17T08:21:32,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731831692510.60d79ead88cdef926dcdff32459aeae1. after waiting 0 ms 2024-11-17T08:21:32,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731831692510.60d79ead88cdef926dcdff32459aeae1. 2024-11-17T08:21:32,539 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731831692510.60d79ead88cdef926dcdff32459aeae1. 2024-11-17T08:21:32,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60d79ead88cdef926dcdff32459aeae1: Waiting for close lock at 1731831692539Disabling compacts and flushes for region at 1731831692539Disabling writes for close at 1731831692539Writing region close event to WAL at 1731831692539Closed at 1731831692539 2024-11-17T08:21:32,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:21:32,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731831692510.60d79ead88cdef926dcdff32459aeae1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731831692540"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831692540"}]},"ts":"1731831692540"} 2024-11-17T08:21:32,543 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:21:32,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:21:32,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831692544"}]},"ts":"1731831692544"} 2024-11-17T08:21:32,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T08:21:32,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60d79ead88cdef926dcdff32459aeae1, ASSIGN}] 2024-11-17T08:21:32,548 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60d79ead88cdef926dcdff32459aeae1, ASSIGN 2024-11-17T08:21:32,549 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=60d79ead88cdef926dcdff32459aeae1, ASSIGN; state=OFFLINE, location=e3d0adb87c01,43793,1731831679925; forceNewPlan=false, retain=false 2024-11-17T08:21:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:21:32,699 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60d79ead88cdef926dcdff32459aeae1, regionState=OPENING, regionLocation=e3d0adb87c01,43793,1731831679925 2024-11-17T08:21:32,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=60d79ead88cdef926dcdff32459aeae1, ASSIGN because future has completed 2024-11-17T08:21:32,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60d79ead88cdef926dcdff32459aeae1, server=e3d0adb87c01,43793,1731831679925}] 2024-11-17T08:21:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:21:32,858 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731831692510.60d79ead88cdef926dcdff32459aeae1. 2024-11-17T08:21:32,858 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 60d79ead88cdef926dcdff32459aeae1, NAME => 'test,,1731831692510.60d79ead88cdef926dcdff32459aeae1.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:21:32,858 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:21:32,858 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T08:21:32,858 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 60d79ead88cdef926dcdff32459aeae1 2024-11-17T08:21:32,858 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731831692510.60d79ead88cdef926dcdff32459aeae1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:32,858 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 60d79ead88cdef926dcdff32459aeae1 2024-11-17T08:21:32,858 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 60d79ead88cdef926dcdff32459aeae1 2024-11-17T08:21:32,859 INFO [StoreOpener-60d79ead88cdef926dcdff32459aeae1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 60d79ead88cdef926dcdff32459aeae1 2024-11-17T08:21:32,860 INFO [StoreOpener-60d79ead88cdef926dcdff32459aeae1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d79ead88cdef926dcdff32459aeae1 columnFamilyName f 2024-11-17T08:21:32,860 DEBUG [StoreOpener-60d79ead88cdef926dcdff32459aeae1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:32,861 INFO [StoreOpener-60d79ead88cdef926dcdff32459aeae1-1 {}] regionserver.HStore(327): Store=60d79ead88cdef926dcdff32459aeae1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:32,861 INFO [StoreOpener-60d79ead88cdef926dcdff32459aeae1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 60d79ead88cdef926dcdff32459aeae1 2024-11-17T08:21:32,861 INFO [StoreOpener-60d79ead88cdef926dcdff32459aeae1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d79ead88cdef926dcdff32459aeae1 columnFamilyName f1 2024-11-17T08:21:32,862 DEBUG [StoreOpener-60d79ead88cdef926dcdff32459aeae1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:32,862 INFO [StoreOpener-60d79ead88cdef926dcdff32459aeae1-1 {}] regionserver.HStore(327): Store=60d79ead88cdef926dcdff32459aeae1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:32,862 INFO [StoreOpener-60d79ead88cdef926dcdff32459aeae1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 60d79ead88cdef926dcdff32459aeae1 2024-11-17T08:21:32,863 INFO [StoreOpener-60d79ead88cdef926dcdff32459aeae1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d79ead88cdef926dcdff32459aeae1 columnFamilyName norep 2024-11-17T08:21:32,863 DEBUG [StoreOpener-60d79ead88cdef926dcdff32459aeae1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:32,863 INFO [StoreOpener-60d79ead88cdef926dcdff32459aeae1-1 {}] regionserver.HStore(327): Store=60d79ead88cdef926dcdff32459aeae1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:32,863 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 60d79ead88cdef926dcdff32459aeae1 2024-11-17T08:21:32,864 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1 2024-11-17T08:21:32,864 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1 2024-11-17T08:21:32,865 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 60d79ead88cdef926dcdff32459aeae1 2024-11-17T08:21:32,865 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 60d79ead88cdef926dcdff32459aeae1 2024-11-17T08:21:32,865 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:21:32,866 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 60d79ead88cdef926dcdff32459aeae1 2024-11-17T08:21:32,867 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:21:32,867 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 60d79ead88cdef926dcdff32459aeae1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61987602, jitterRate=-0.07631275057792664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:21:32,867 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60d79ead88cdef926dcdff32459aeae1 2024-11-17T08:21:32,868 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 60d79ead88cdef926dcdff32459aeae1: Running coprocessor pre-open hook at 1731831692858Writing region info on filesystem at 1731831692858Initializing all the Stores at 1731831692859 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831692859Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831692859Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831692859Cleaning up temporary data from old regions at 1731831692865 (+6 ms)Running coprocessor post-open hooks at 1731831692867 (+2 ms)Region opened successfully at 1731831692868 (+1 ms) 2024-11-17T08:21:32,869 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731831692510.60d79ead88cdef926dcdff32459aeae1., pid=6, masterSystemTime=1731831692854 2024-11-17T08:21:32,870 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731831692510.60d79ead88cdef926dcdff32459aeae1. 2024-11-17T08:21:32,870 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731831692510.60d79ead88cdef926dcdff32459aeae1. 2024-11-17T08:21:32,871 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60d79ead88cdef926dcdff32459aeae1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e3d0adb87c01,43793,1731831679925 2024-11-17T08:21:32,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60d79ead88cdef926dcdff32459aeae1, server=e3d0adb87c01,43793,1731831679925 because future has completed 2024-11-17T08:21:32,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:21:32,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 60d79ead88cdef926dcdff32459aeae1, server=e3d0adb87c01,43793,1731831679925 in 171 msec 2024-11-17T08:21:32,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:21:32,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=60d79ead88cdef926dcdff32459aeae1, ASSIGN in 327 msec 2024-11-17T08:21:32,876 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:21:32,877 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831692876"}]},"ts":"1731831692876"} 2024-11-17T08:21:32,878 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T08:21:32,879 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:21:32,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 368 msec 2024-11-17T08:21:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:21:33,148 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T08:21:33,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:33,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,44981,1731831685272 2024-11-17T08:21:33,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9f57ce2 2024-11-17T08:21:33,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:21:33,150 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:21:33,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:21:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T08:21:33,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:21:33,153 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:33,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T08:21:33,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:21:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:21:33,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741835_1011 (size=902) 2024-11-17T08:21:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:21:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:21:33,564 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe9e1c7b269c4ffa88ae7e2cf6460a00, NAME => 'test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0 2024-11-17T08:21:33,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741836_1012 (size=39) 2024-11-17T08:21:33,647 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T08:21:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:21:33,970 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:33,970 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fe9e1c7b269c4ffa88ae7e2cf6460a00, disabling compactions & flushes 2024-11-17T08:21:33,970 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00. 2024-11-17T08:21:33,970 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00. 2024-11-17T08:21:33,970 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00. after waiting 0 ms 2024-11-17T08:21:33,970 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00. 2024-11-17T08:21:33,970 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00. 2024-11-17T08:21:33,970 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe9e1c7b269c4ffa88ae7e2cf6460a00: Waiting for close lock at 1731831693970Disabling compacts and flushes for region at 1731831693970Disabling writes for close at 1731831693970Writing region close event to WAL at 1731831693970Closed at 1731831693970 2024-11-17T08:21:33,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:21:33,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731831693971"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831693971"}]},"ts":"1731831693971"} 2024-11-17T08:21:33,973 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:21:33,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:21:33,974 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831693974"}]},"ts":"1731831693974"} 2024-11-17T08:21:33,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T08:21:33,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fe9e1c7b269c4ffa88ae7e2cf6460a00, ASSIGN}] 2024-11-17T08:21:33,976 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fe9e1c7b269c4ffa88ae7e2cf6460a00, ASSIGN 2024-11-17T08:21:33,977 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fe9e1c7b269c4ffa88ae7e2cf6460a00, ASSIGN; state=OFFLINE, location=e3d0adb87c01,41597,1731831685429; forceNewPlan=false, retain=false 2024-11-17T08:21:34,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fe9e1c7b269c4ffa88ae7e2cf6460a00, regionState=OPENING, regionLocation=e3d0adb87c01,41597,1731831685429 2024-11-17T08:21:34,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fe9e1c7b269c4ffa88ae7e2cf6460a00, ASSIGN because future has completed 2024-11-17T08:21:34,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe9e1c7b269c4ffa88ae7e2cf6460a00, server=e3d0adb87c01,41597,1731831685429}] 2024-11-17T08:21:34,287 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00. 2024-11-17T08:21:34,287 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fe9e1c7b269c4ffa88ae7e2cf6460a00, NAME => 'test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:21:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:21:34,287 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:21:34,287 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T08:21:34,288 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:34,288 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:34,288 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:34,288 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:34,291 INFO [StoreOpener-fe9e1c7b269c4ffa88ae7e2cf6460a00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:34,292 INFO [StoreOpener-fe9e1c7b269c4ffa88ae7e2cf6460a00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe9e1c7b269c4ffa88ae7e2cf6460a00 columnFamilyName f 2024-11-17T08:21:34,293 DEBUG [StoreOpener-fe9e1c7b269c4ffa88ae7e2cf6460a00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:34,293 INFO [StoreOpener-fe9e1c7b269c4ffa88ae7e2cf6460a00-1 {}] regionserver.HStore(327): Store=fe9e1c7b269c4ffa88ae7e2cf6460a00/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:34,293 INFO [StoreOpener-fe9e1c7b269c4ffa88ae7e2cf6460a00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:34,294 INFO [StoreOpener-fe9e1c7b269c4ffa88ae7e2cf6460a00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe9e1c7b269c4ffa88ae7e2cf6460a00 columnFamilyName f1 2024-11-17T08:21:34,294 DEBUG [StoreOpener-fe9e1c7b269c4ffa88ae7e2cf6460a00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:34,294 INFO [StoreOpener-fe9e1c7b269c4ffa88ae7e2cf6460a00-1 {}] regionserver.HStore(327): Store=fe9e1c7b269c4ffa88ae7e2cf6460a00/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:34,294 INFO [StoreOpener-fe9e1c7b269c4ffa88ae7e2cf6460a00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:34,295 INFO [StoreOpener-fe9e1c7b269c4ffa88ae7e2cf6460a00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe9e1c7b269c4ffa88ae7e2cf6460a00 columnFamilyName norep 2024-11-17T08:21:34,295 DEBUG [StoreOpener-fe9e1c7b269c4ffa88ae7e2cf6460a00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:34,295 INFO [StoreOpener-fe9e1c7b269c4ffa88ae7e2cf6460a00-1 {}] regionserver.HStore(327): Store=fe9e1c7b269c4ffa88ae7e2cf6460a00/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:34,295 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:34,296 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:34,296 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:34,297 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:34,297 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:34,297 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:21:34,298 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:34,299 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:21:34,299 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fe9e1c7b269c4ffa88ae7e2cf6460a00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70346737, jitterRate=0.04824806749820709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:21:34,299 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:34,299 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fe9e1c7b269c4ffa88ae7e2cf6460a00: Running coprocessor pre-open hook at 1731831694288Writing region info on filesystem at 1731831694288Initializing all the Stores at 1731831694289 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831694289Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831694291 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831694291Cleaning up temporary data from old regions at 1731831694297 (+6 ms)Running coprocessor post-open hooks at 1731831694299 (+2 ms)Region opened successfully at 1731831694299 2024-11-17T08:21:34,300 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00., pid=6, masterSystemTime=1731831694281 2024-11-17T08:21:34,302 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00. 2024-11-17T08:21:34,302 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00. 2024-11-17T08:21:34,302 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fe9e1c7b269c4ffa88ae7e2cf6460a00, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e3d0adb87c01,41597,1731831685429 2024-11-17T08:21:34,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe9e1c7b269c4ffa88ae7e2cf6460a00, server=e3d0adb87c01,41597,1731831685429 because future has completed 2024-11-17T08:21:34,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:21:34,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fe9e1c7b269c4ffa88ae7e2cf6460a00, server=e3d0adb87c01,41597,1731831685429 in 176 msec 2024-11-17T08:21:34,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:21:34,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fe9e1c7b269c4ffa88ae7e2cf6460a00, ASSIGN in 331 msec 2024-11-17T08:21:34,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:21:34,308 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831694308"}]},"ts":"1731831694308"} 2024-11-17T08:21:34,310 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T08:21:34,310 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:21:34,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-17T08:21:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:21:35,307 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T08:21:35,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,34841,1731831689660 2024-11-17T08:21:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a4a5a45 2024-11-17T08:21:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:21:35,309 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:21:35,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:21:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T08:21:35,312 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:21:35,312 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:35,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T08:21:35,313 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:21:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:21:35,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741835_1011 (size=902) 2024-11-17T08:21:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:21:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:21:35,730 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1daeba81369fc7468c28387978169299, NAME => 'test,,1731831695310.1daeba81369fc7468c28387978169299.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e 2024-11-17T08:21:35,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741836_1012 (size=39) 2024-11-17T08:21:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:21:36,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731831695310.1daeba81369fc7468c28387978169299.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:36,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1daeba81369fc7468c28387978169299, disabling compactions & flushes 2024-11-17T08:21:36,135 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731831695310.1daeba81369fc7468c28387978169299. 2024-11-17T08:21:36,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831695310.1daeba81369fc7468c28387978169299. 2024-11-17T08:21:36,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731831695310.1daeba81369fc7468c28387978169299. after waiting 0 ms 2024-11-17T08:21:36,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731831695310.1daeba81369fc7468c28387978169299. 2024-11-17T08:21:36,135 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731831695310.1daeba81369fc7468c28387978169299. 2024-11-17T08:21:36,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1daeba81369fc7468c28387978169299: Waiting for close lock at 1731831696135Disabling compacts and flushes for region at 1731831696135Disabling writes for close at 1731831696135Writing region close event to WAL at 1731831696135Closed at 1731831696135 2024-11-17T08:21:36,136 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:21:36,137 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731831695310.1daeba81369fc7468c28387978169299.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731831696136"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831696136"}]},"ts":"1731831696136"} 2024-11-17T08:21:36,138 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:21:36,138 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:21:36,139 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831696138"}]},"ts":"1731831696138"} 2024-11-17T08:21:36,140 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T08:21:36,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1daeba81369fc7468c28387978169299, ASSIGN}] 2024-11-17T08:21:36,141 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1daeba81369fc7468c28387978169299, ASSIGN 2024-11-17T08:21:36,142 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1daeba81369fc7468c28387978169299, ASSIGN; state=OFFLINE, location=e3d0adb87c01,42489,1731831689781; forceNewPlan=false, retain=false 2024-11-17T08:21:36,292 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1daeba81369fc7468c28387978169299, regionState=OPENING, regionLocation=e3d0adb87c01,42489,1731831689781 2024-11-17T08:21:36,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1daeba81369fc7468c28387978169299, ASSIGN because future has completed 2024-11-17T08:21:36,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1daeba81369fc7468c28387978169299, server=e3d0adb87c01,42489,1731831689781}] 2024-11-17T08:21:36,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T08:21:36,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T08:21:36,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:21:36,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T08:21:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:21:36,449 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731831695310.1daeba81369fc7468c28387978169299. 2024-11-17T08:21:36,449 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1daeba81369fc7468c28387978169299, NAME => 'test,,1731831695310.1daeba81369fc7468c28387978169299.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:21:36,449 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:21:36,449 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T08:21:36,449 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1daeba81369fc7468c28387978169299 2024-11-17T08:21:36,449 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731831695310.1daeba81369fc7468c28387978169299.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:36,449 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1daeba81369fc7468c28387978169299 2024-11-17T08:21:36,450 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1daeba81369fc7468c28387978169299 2024-11-17T08:21:36,451 INFO [StoreOpener-1daeba81369fc7468c28387978169299-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1daeba81369fc7468c28387978169299 2024-11-17T08:21:36,452 INFO [StoreOpener-1daeba81369fc7468c28387978169299-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1daeba81369fc7468c28387978169299 columnFamilyName f 2024-11-17T08:21:36,452 DEBUG [StoreOpener-1daeba81369fc7468c28387978169299-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:36,453 INFO [StoreOpener-1daeba81369fc7468c28387978169299-1 {}] regionserver.HStore(327): Store=1daeba81369fc7468c28387978169299/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:36,453 INFO [StoreOpener-1daeba81369fc7468c28387978169299-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1daeba81369fc7468c28387978169299 2024-11-17T08:21:36,454 INFO [StoreOpener-1daeba81369fc7468c28387978169299-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1daeba81369fc7468c28387978169299 columnFamilyName f1 2024-11-17T08:21:36,454 DEBUG [StoreOpener-1daeba81369fc7468c28387978169299-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:36,454 INFO [StoreOpener-1daeba81369fc7468c28387978169299-1 {}] regionserver.HStore(327): Store=1daeba81369fc7468c28387978169299/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:36,454 INFO [StoreOpener-1daeba81369fc7468c28387978169299-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1daeba81369fc7468c28387978169299 2024-11-17T08:21:36,455 INFO [StoreOpener-1daeba81369fc7468c28387978169299-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1daeba81369fc7468c28387978169299 columnFamilyName norep 2024-11-17T08:21:36,455 DEBUG [StoreOpener-1daeba81369fc7468c28387978169299-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:36,455 INFO [StoreOpener-1daeba81369fc7468c28387978169299-1 {}] regionserver.HStore(327): Store=1daeba81369fc7468c28387978169299/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:36,455 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1daeba81369fc7468c28387978169299 2024-11-17T08:21:36,456 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299 2024-11-17T08:21:36,456 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299 2024-11-17T08:21:36,456 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1daeba81369fc7468c28387978169299 2024-11-17T08:21:36,456 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1daeba81369fc7468c28387978169299 2024-11-17T08:21:36,457 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:21:36,457 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1daeba81369fc7468c28387978169299 2024-11-17T08:21:36,458 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:21:36,459 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1daeba81369fc7468c28387978169299; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68320098, jitterRate=0.018048793077468872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:21:36,459 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1daeba81369fc7468c28387978169299 2024-11-17T08:21:36,459 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1daeba81369fc7468c28387978169299: Running coprocessor pre-open hook at 1731831696450Writing region info on filesystem at 1731831696450Initializing all the Stores at 1731831696450Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831696450Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831696451 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831696451Cleaning up temporary data from old regions at 1731831696456 (+5 ms)Running coprocessor post-open hooks at 1731831696459 (+3 ms)Region opened successfully at 1731831696459 2024-11-17T08:21:36,459 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731831695310.1daeba81369fc7468c28387978169299., pid=6, masterSystemTime=1731831696446 2024-11-17T08:21:36,461 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731831695310.1daeba81369fc7468c28387978169299. 2024-11-17T08:21:36,461 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731831695310.1daeba81369fc7468c28387978169299. 2024-11-17T08:21:36,461 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1daeba81369fc7468c28387978169299, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e3d0adb87c01,42489,1731831689781 2024-11-17T08:21:36,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1daeba81369fc7468c28387978169299, server=e3d0adb87c01,42489,1731831689781 because future has completed 2024-11-17T08:21:36,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:21:36,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1daeba81369fc7468c28387978169299, server=e3d0adb87c01,42489,1731831689781 in 170 msec 2024-11-17T08:21:36,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:21:36,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1daeba81369fc7468c28387978169299, ASSIGN in 326 msec 2024-11-17T08:21:36,468 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:21:36,468 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831696468"}]},"ts":"1731831696468"} 2024-11-17T08:21:36,470 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T08:21:36,470 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:21:36,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-17T08:21:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:21:37,457 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T08:21:37,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b7384f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:37,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,36725,-1 for getting cluster id 2024-11-17T08:21:37,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:37,459 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c88fe268-ff04-4301-88ee-9013713fd957' 2024-11-17T08:21:37,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:37,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c88fe268-ff04-4301-88ee-9013713fd957" 2024-11-17T08:21:37,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5081dc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:37,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,36725,-1] 2024-11-17T08:21:37,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:37,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:37,460 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:37,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a82a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:37,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:37,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,36725,1731831679742 2024-11-17T08:21:37,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42f51a62 2024-11-17T08:21:37,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:21:37,462 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:21:37,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:44981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:21:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:21:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:37,465 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:44981' 2024-11-17T08:21:37,466 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f157b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:37,466 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44981,-1 for getting cluster id 2024-11-17T08:21:37,466 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:37,467 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04cc5e8-3f75-485c-8aa9-ca9907e58ccd' 2024-11-17T08:21:37,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:37,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04cc5e8-3f75-485c-8aa9-ca9907e58ccd" 2024-11-17T08:21:37,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d5a7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:37,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44981,-1] 2024-11-17T08:21:37,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:37,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:37,468 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:37,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d89bfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:37,468 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:37,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,44981,1731831685272 2024-11-17T08:21:37,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a4d8c61 2024-11-17T08:21:37,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:21:37,470 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:21:37,470 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T08:21:37,470 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:21:37,471 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:37,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:37,471 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:37,471 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:21:37,472 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:21:37,473 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:21:37,473 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:37,473 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:21:37,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741837_1013 (size=1138) 2024-11-17T08:21:37,522 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T08:21:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:37,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:21:37,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:37,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:37,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:37,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:37,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:37,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:37,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:37,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:37,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:37,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:37,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:37,880 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 882447c0756aae7a90f02476d759e4d2, NAME => 'hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf 2024-11-17T08:21:37,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741838_1014 (size=44) 2024-11-17T08:21:37,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:37,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:37,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:38,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:38,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 882447c0756aae7a90f02476d759e4d2, disabling compactions & flushes 2024-11-17T08:21:38,287 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. 2024-11-17T08:21:38,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. 2024-11-17T08:21:38,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. after waiting 0 ms 2024-11-17T08:21:38,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. 2024-11-17T08:21:38,287 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. 2024-11-17T08:21:38,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 882447c0756aae7a90f02476d759e4d2: Waiting for close lock at 1731831698287Disabling compacts and flushes for region at 1731831698287Disabling writes for close at 1731831698287Writing region close event to WAL at 1731831698287Closed at 1731831698287 2024-11-17T08:21:38,289 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:21:38,289 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731831698289"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831698289"}]},"ts":"1731831698289"} 2024-11-17T08:21:38,290 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:21:38,291 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:21:38,291 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831698291"}]},"ts":"1731831698291"} 2024-11-17T08:21:38,292 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T08:21:38,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=882447c0756aae7a90f02476d759e4d2, ASSIGN}] 2024-11-17T08:21:38,293 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=882447c0756aae7a90f02476d759e4d2, ASSIGN 2024-11-17T08:21:38,294 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=882447c0756aae7a90f02476d759e4d2, ASSIGN; state=OFFLINE, location=e3d0adb87c01,43793,1731831679925; forceNewPlan=false, retain=false 2024-11-17T08:21:38,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=882447c0756aae7a90f02476d759e4d2, regionState=OPENING, regionLocation=e3d0adb87c01,43793,1731831679925 2024-11-17T08:21:38,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=882447c0756aae7a90f02476d759e4d2, ASSIGN because future has completed 2024-11-17T08:21:38,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 882447c0756aae7a90f02476d759e4d2, server=e3d0adb87c01,43793,1731831679925}] 2024-11-17T08:21:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:38,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. 2024-11-17T08:21:38,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:21:38,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:21:38,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C43793%2C1731831679925.rep, suffix=, logDir=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925, archiveDir=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/oldWALs, maxLogs=10 2024-11-17T08:21:38,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.rep.1731831698604, exclude list is [], retry=0 2024-11-17T08:21:38,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46197,DS-26fba2a7-cc02-4a05-8e6d-a61979fa1c9d,DISK] 2024-11-17T08:21:38,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.rep.1731831698604 2024-11-17T08:21:38,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36549:36549)] 2024-11-17T08:21:38,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 882447c0756aae7a90f02476d759e4d2, NAME => 'hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:21:38,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:21:38,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:21:38,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. service=MultiRowMutationService 2024-11-17T08:21:38,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:21:38,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:38,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:38,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:38,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:38,621 INFO [StoreOpener-882447c0756aae7a90f02476d759e4d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:38,622 INFO [StoreOpener-882447c0756aae7a90f02476d759e4d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 882447c0756aae7a90f02476d759e4d2 columnFamilyName hfileref 2024-11-17T08:21:38,623 DEBUG [StoreOpener-882447c0756aae7a90f02476d759e4d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:38,623 INFO [StoreOpener-882447c0756aae7a90f02476d759e4d2-1 {}] regionserver.HStore(327): Store=882447c0756aae7a90f02476d759e4d2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:38,623 INFO [StoreOpener-882447c0756aae7a90f02476d759e4d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:38,624 INFO [StoreOpener-882447c0756aae7a90f02476d759e4d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 882447c0756aae7a90f02476d759e4d2 columnFamilyName queue 2024-11-17T08:21:38,624 DEBUG [StoreOpener-882447c0756aae7a90f02476d759e4d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:38,624 INFO [StoreOpener-882447c0756aae7a90f02476d759e4d2-1 {}] regionserver.HStore(327): Store=882447c0756aae7a90f02476d759e4d2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:38,624 INFO [StoreOpener-882447c0756aae7a90f02476d759e4d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:38,625 INFO [StoreOpener-882447c0756aae7a90f02476d759e4d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 882447c0756aae7a90f02476d759e4d2 columnFamilyName sid 2024-11-17T08:21:38,625 DEBUG [StoreOpener-882447c0756aae7a90f02476d759e4d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:38,625 INFO [StoreOpener-882447c0756aae7a90f02476d759e4d2-1 {}] regionserver.HStore(327): Store=882447c0756aae7a90f02476d759e4d2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:38,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:38,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/replication/882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:38,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/replication/882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:38,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:38,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:38,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:21:38,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:38,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/replication/882447c0756aae7a90f02476d759e4d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:21:38,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 882447c0756aae7a90f02476d759e4d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60815109, jitterRate=-0.09378425776958466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:21:38,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:38,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 882447c0756aae7a90f02476d759e4d2: Running coprocessor pre-open hook at 1731831698621Writing region info on filesystem at 1731831698621Initializing all the Stores at 1731831698621Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831698621Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831698621Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831698621Cleaning up temporary data from old regions at 1731831698626 (+5 ms)Running coprocessor post-open hooks at 1731831698629 (+3 ms)Region opened successfully at 1731831698629 2024-11-17T08:21:38,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2., pid=10, masterSystemTime=1731831698599 2024-11-17T08:21:38,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. 2024-11-17T08:21:38,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. 2024-11-17T08:21:38,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=882447c0756aae7a90f02476d759e4d2, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,43793,1731831679925 2024-11-17T08:21:38,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 882447c0756aae7a90f02476d759e4d2, server=e3d0adb87c01,43793,1731831679925 because future has completed 2024-11-17T08:21:38,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T08:21:38,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 882447c0756aae7a90f02476d759e4d2, server=e3d0adb87c01,43793,1731831679925 in 206 msec 2024-11-17T08:21:38,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T08:21:38,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=882447c0756aae7a90f02476d759e4d2, ASSIGN in 362 msec 2024-11-17T08:21:38,657 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:21:38,657 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831698657"}]},"ts":"1731831698657"} 2024-11-17T08:21:38,660 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T08:21:38,661 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:21:38,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-17T08:21:38,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2., hostname=e3d0adb87c01,43793,1731831679925, seqNum=2] 2024-11-17T08:21:38,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:38,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:38,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:21:38,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T08:21:38,880 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T08:21:38,912 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,43793,1731831679925, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:21:38,913 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:21:38,913 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,43793,1731831679925, seqNum=-1] 2024-11-17T08:21:38,913 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:21:38,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-17T08:21:38,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e3d0adb87c01,43793,1731831679925', locateType=CURRENT is [region=hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2., hostname=e3d0adb87c01,43793,1731831679925, seqNum=2] 2024-11-17T08:21:38,937 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T08:21:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T08:21:38,939 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e3d0adb87c01,43793,1731831679925 suceeded 2024-11-17T08:21:38,944 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e3d0adb87c01:44981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:21:38,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T08:21:38,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-17T08:21:38,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4810 sec 2024-11-17T08:21:38,953 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:44981' 2024-11-17T08:21:38,954 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e8cfb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:38,955 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44981,-1 for getting cluster id 2024-11-17T08:21:38,955 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:38,955 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04cc5e8-3f75-485c-8aa9-ca9907e58ccd' 2024-11-17T08:21:38,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:38,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04cc5e8-3f75-485c-8aa9-ca9907e58ccd" 2024-11-17T08:21:38,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c65008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:38,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44981,-1] 2024-11-17T08:21:38,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:38,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:38,957 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:38,958 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d559b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:38,958 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:38,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,44981,1731831685272 2024-11-17T08:21:38,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49f15eb7 2024-11-17T08:21:38,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:21:38,959 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-17T08:21:38,960 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,43793,1731831679925 (queues=1) is replicating from cluster=c88fe268-ff04-4301-88ee-9013713fd957 to cluster=e04cc5e8-3f75-485c-8aa9-ca9907e58ccd 2024-11-17T08:21:38,960 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C43793%2C1731831679925 2024-11-17T08:21:38,960 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,43793,1731831679925, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:21:38,960 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.shippere3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C43793%2C1731831679925 2024-11-17T08:21:38,960 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784, startPosition=0, beingWritten=true 2024-11-17T08:21:38,986 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:38,986 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 379, reset compression=false 2024-11-17T08:21:38,986 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.shippere3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,43793,1731831679925 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:39,190 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 379, reset compression=false 2024-11-17T08:21:39,494 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 379, reset compression=false 2024-11-17T08:21:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:39,607 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:21:39,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:39,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:39,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:39,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:39,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:39,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6baf22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:39,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44981,-1 for getting cluster id 2024-11-17T08:21:39,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:39,610 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04cc5e8-3f75-485c-8aa9-ca9907e58ccd' 2024-11-17T08:21:39,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:39,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04cc5e8-3f75-485c-8aa9-ca9907e58ccd" 2024-11-17T08:21:39,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47200e29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:39,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44981,-1] 2024-11-17T08:21:39,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:39,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:39,611 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:39,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b1080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:39,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:39,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,44981,1731831685272 2024-11-17T08:21:39,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d41bc95 2024-11-17T08:21:39,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:21:39,615 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:21:39,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:34841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:21:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:21:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:39,618 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:34841' 2024-11-17T08:21:39,632 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268c3765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:39,632 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,34841,-1 for getting cluster id 2024-11-17T08:21:39,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:39,633 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ffa7b79-410f-4848-8018-4b8c9ebf2a39' 2024-11-17T08:21:39,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:39,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ffa7b79-410f-4848-8018-4b8c9ebf2a39" 2024-11-17T08:21:39,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d3a9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:39,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,34841,-1] 2024-11-17T08:21:39,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:39,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:39,635 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:39,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1630c3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:39,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:39,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,34841,1731831689660 2024-11-17T08:21:39,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@471895b0 2024-11-17T08:21:39,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:21:39,638 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:21:39,638 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T08:21:39,638 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:21:39,638 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:39,639 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:39,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:39,639 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:21:39,640 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:21:39,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:21:39,641 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:39,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:21:39,647 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T08:21:39,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741837_1013 (size=1138) 2024-11-17T08:21:39,691 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T08:21:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:39,909 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 379, reset compression=false 2024-11-17T08:21:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:40,064 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 024e8ec9bd11f1357223c101aa9f7826, NAME => 'hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0 2024-11-17T08:21:40,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741838_1014 (size=44) 2024-11-17T08:21:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:40,427 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 379, reset compression=false 2024-11-17T08:21:40,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:40,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 024e8ec9bd11f1357223c101aa9f7826, disabling compactions & flushes 2024-11-17T08:21:40,538 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826. 2024-11-17T08:21:40,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826. 2024-11-17T08:21:40,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826. after waiting 0 ms 2024-11-17T08:21:40,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826. 2024-11-17T08:21:40,538 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826. 2024-11-17T08:21:40,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 024e8ec9bd11f1357223c101aa9f7826: Waiting for close lock at 1731831700538Disabling compacts and flushes for region at 1731831700538Disabling writes for close at 1731831700538Writing region close event to WAL at 1731831700538Closed at 1731831700538 2024-11-17T08:21:40,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:21:40,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731831700539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831700539"}]},"ts":"1731831700539"} 2024-11-17T08:21:40,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:21:40,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:21:40,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831700542"}]},"ts":"1731831700542"} 2024-11-17T08:21:40,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T08:21:40,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=024e8ec9bd11f1357223c101aa9f7826, ASSIGN}] 2024-11-17T08:21:40,546 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=024e8ec9bd11f1357223c101aa9f7826, ASSIGN 2024-11-17T08:21:40,546 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=024e8ec9bd11f1357223c101aa9f7826, ASSIGN; state=OFFLINE, location=e3d0adb87c01,41597,1731831685429; forceNewPlan=false, retain=false 2024-11-17T08:21:40,607 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:40,607 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:21:40,607 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108841 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:21:40,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=024e8ec9bd11f1357223c101aa9f7826, regionState=OPENING, regionLocation=e3d0adb87c01,41597,1731831685429 2024-11-17T08:21:40,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=024e8ec9bd11f1357223c101aa9f7826, ASSIGN because future has completed 2024-11-17T08:21:40,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 024e8ec9bd11f1357223c101aa9f7826, server=e3d0adb87c01,41597,1731831685429}] 2024-11-17T08:21:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:40,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826. 2024-11-17T08:21:40,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:21:40,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:21:40,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C41597%2C1731831685429.rep, suffix=, logDir=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429, archiveDir=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/oldWALs, maxLogs=10 2024-11-17T08:21:40,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.rep.1731831700858, exclude list is [], retry=0 2024-11-17T08:21:40,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46747,DS-35fcba7d-30ad-4b7d-9296-6adb2a25275a,DISK] 2024-11-17T08:21:40,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.rep.1731831700858 2024-11-17T08:21:40,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42523:42523)] 2024-11-17T08:21:40,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 024e8ec9bd11f1357223c101aa9f7826, NAME => 'hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:21:40,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:21:40,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:21:40,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826. service=MultiRowMutationService 2024-11-17T08:21:40,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:21:40,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 024e8ec9bd11f1357223c101aa9f7826 2024-11-17T08:21:40,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:40,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 024e8ec9bd11f1357223c101aa9f7826 2024-11-17T08:21:40,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 024e8ec9bd11f1357223c101aa9f7826 2024-11-17T08:21:40,888 INFO [StoreOpener-024e8ec9bd11f1357223c101aa9f7826-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 024e8ec9bd11f1357223c101aa9f7826 2024-11-17T08:21:40,890 INFO [StoreOpener-024e8ec9bd11f1357223c101aa9f7826-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024e8ec9bd11f1357223c101aa9f7826 columnFamilyName hfileref 2024-11-17T08:21:40,890 DEBUG [StoreOpener-024e8ec9bd11f1357223c101aa9f7826-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:40,891 INFO [StoreOpener-024e8ec9bd11f1357223c101aa9f7826-1 {}] regionserver.HStore(327): Store=024e8ec9bd11f1357223c101aa9f7826/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:40,891 INFO [StoreOpener-024e8ec9bd11f1357223c101aa9f7826-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 024e8ec9bd11f1357223c101aa9f7826 2024-11-17T08:21:40,892 INFO [StoreOpener-024e8ec9bd11f1357223c101aa9f7826-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024e8ec9bd11f1357223c101aa9f7826 columnFamilyName queue 2024-11-17T08:21:40,892 DEBUG [StoreOpener-024e8ec9bd11f1357223c101aa9f7826-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:40,893 INFO [StoreOpener-024e8ec9bd11f1357223c101aa9f7826-1 {}] regionserver.HStore(327): Store=024e8ec9bd11f1357223c101aa9f7826/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:40,893 INFO [StoreOpener-024e8ec9bd11f1357223c101aa9f7826-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 024e8ec9bd11f1357223c101aa9f7826 2024-11-17T08:21:40,895 INFO [StoreOpener-024e8ec9bd11f1357223c101aa9f7826-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024e8ec9bd11f1357223c101aa9f7826 columnFamilyName sid 2024-11-17T08:21:40,895 DEBUG [StoreOpener-024e8ec9bd11f1357223c101aa9f7826-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:40,895 INFO [StoreOpener-024e8ec9bd11f1357223c101aa9f7826-1 {}] regionserver.HStore(327): Store=024e8ec9bd11f1357223c101aa9f7826/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:40,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 024e8ec9bd11f1357223c101aa9f7826 2024-11-17T08:21:40,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/replication/024e8ec9bd11f1357223c101aa9f7826 2024-11-17T08:21:40,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/replication/024e8ec9bd11f1357223c101aa9f7826 2024-11-17T08:21:40,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 024e8ec9bd11f1357223c101aa9f7826 2024-11-17T08:21:40,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 024e8ec9bd11f1357223c101aa9f7826 2024-11-17T08:21:40,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:21:40,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 024e8ec9bd11f1357223c101aa9f7826 2024-11-17T08:21:40,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/replication/024e8ec9bd11f1357223c101aa9f7826/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:21:40,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 024e8ec9bd11f1357223c101aa9f7826; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61305606, jitterRate=-0.08647528290748596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:21:40,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 024e8ec9bd11f1357223c101aa9f7826 2024-11-17T08:21:40,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 024e8ec9bd11f1357223c101aa9f7826: Running coprocessor pre-open hook at 1731831700885Writing region info on filesystem at 1731831700885Initializing all the Stores at 1731831700886 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831700886Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831700888 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831700888Cleaning up temporary data from old regions at 1731831700897 (+9 ms)Running coprocessor post-open hooks at 1731831700901 (+4 ms)Region opened successfully at 1731831700901 2024-11-17T08:21:40,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826., pid=10, masterSystemTime=1731831700851 2024-11-17T08:21:40,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826. 2024-11-17T08:21:40,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826. 2024-11-17T08:21:40,905 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=024e8ec9bd11f1357223c101aa9f7826, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,41597,1731831685429 2024-11-17T08:21:40,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 024e8ec9bd11f1357223c101aa9f7826, server=e3d0adb87c01,41597,1731831685429 because future has completed 2024-11-17T08:21:40,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T08:21:40,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 024e8ec9bd11f1357223c101aa9f7826, server=e3d0adb87c01,41597,1731831685429 in 210 msec 2024-11-17T08:21:40,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T08:21:40,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=024e8ec9bd11f1357223c101aa9f7826, ASSIGN in 368 msec 2024-11-17T08:21:40,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:21:40,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831700915"}]},"ts":"1731831700915"} 2024-11-17T08:21:40,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T08:21:40,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:21:40,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2790 sec 2024-11-17T08:21:40,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826., hostname=e3d0adb87c01,41597,1731831685429, seqNum=2] 2024-11-17T08:21:41,030 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 379, reset compression=false 2024-11-17T08:21:41,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:41,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:41,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:21:41,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T08:21:41,273 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T08:21:41,311 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,41597,1731831685429, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:21:41,312 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:21:41,312 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41597,1731831685429, seqNum=-1] 2024-11-17T08:21:41,312 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:21:41,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-17T08:21:41,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e3d0adb87c01,41597,1731831685429', locateType=CURRENT is [region=hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826., hostname=e3d0adb87c01,41597,1731831685429, seqNum=2] 2024-11-17T08:21:41,317 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T08:21:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T08:21:41,319 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e3d0adb87c01,41597,1731831685429 suceeded 2024-11-17T08:21:41,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T08:21:41,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-17T08:21:41,322 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e3d0adb87c01:34841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:21:41,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7070 sec 2024-11-17T08:21:41,336 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:34841' 2024-11-17T08:21:41,338 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600cee65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:41,338 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,34841,-1 for getting cluster id 2024-11-17T08:21:41,338 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:41,341 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ffa7b79-410f-4848-8018-4b8c9ebf2a39' 2024-11-17T08:21:41,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:41,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ffa7b79-410f-4848-8018-4b8c9ebf2a39" 2024-11-17T08:21:41,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72dc6910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:41,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,34841,-1] 2024-11-17T08:21:41,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:41,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:41,343 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:41,343 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5766b1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:41,343 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:41,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,34841,1731831689660 2024-11-17T08:21:41,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f3ced70 2024-11-17T08:21:41,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:21:41,345 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-17T08:21:41,346 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,41597,1731831685429 (queues=1) is replicating from cluster=e04cc5e8-3f75-485c-8aa9-ca9907e58ccd to cluster=1ffa7b79-410f-4848-8018-4b8c9ebf2a39 2024-11-17T08:21:41,346 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C41597%2C1731831685429 2024-11-17T08:21:41,346 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,41597,1731831685429, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:21:41,348 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318, startPosition=0, beingWritten=true 2024-11-17T08:21:41,349 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C41597%2C1731831685429 2024-11-17T08:21:41,360 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:41,360 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 379, reset compression=false 2024-11-17T08:21:41,368 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41597,1731831685429 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:41,565 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 379, reset compression=false 2024-11-17T08:21:41,736 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 379, reset compression=false 2024-11-17T08:21:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:41,768 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:21:41,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:41,768 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:41,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:41,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:41,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:41,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f99f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:41,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,34841,-1 for getting cluster id 2024-11-17T08:21:41,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:41,774 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ffa7b79-410f-4848-8018-4b8c9ebf2a39' 2024-11-17T08:21:41,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:41,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ffa7b79-410f-4848-8018-4b8c9ebf2a39" 2024-11-17T08:21:41,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f756bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:41,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,34841,-1] 2024-11-17T08:21:41,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:41,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:41,778 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:41,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5496e0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:41,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:41,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,34841,1731831689660 2024-11-17T08:21:41,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bebff3 2024-11-17T08:21:41,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:21:41,781 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:21:41,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:44981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:21:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:21:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:41,785 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:44981' 2024-11-17T08:21:41,786 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1b63d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:41,786 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44981,-1 for getting cluster id 2024-11-17T08:21:41,786 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:41,787 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04cc5e8-3f75-485c-8aa9-ca9907e58ccd' 2024-11-17T08:21:41,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:41,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04cc5e8-3f75-485c-8aa9-ca9907e58ccd" 2024-11-17T08:21:41,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30dd3d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:41,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44981,-1] 2024-11-17T08:21:41,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:41,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:41,788 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:41,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17840a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:41,789 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:41,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,44981,1731831685272 2024-11-17T08:21:41,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@503e1f8e 2024-11-17T08:21:41,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:21:41,791 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:21:41,791 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T08:21:41,791 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:21:41,791 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:41,792 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:41,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:41,792 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:21:41,793 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:21:41,794 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:21:41,794 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:41,794 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:21:41,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741837_1013 (size=1138) 2024-11-17T08:21:41,843 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T08:21:41,868 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 379, reset compression=false 2024-11-17T08:21:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:42,212 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a19a2ecdc894fe1342bc946c40b55c6, NAME => 'hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e 2024-11-17T08:21:42,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741838_1014 (size=44) 2024-11-17T08:21:42,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:42,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4a19a2ecdc894fe1342bc946c40b55c6, disabling compactions & flushes 2024-11-17T08:21:42,219 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6. 2024-11-17T08:21:42,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6. 2024-11-17T08:21:42,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6. after waiting 0 ms 2024-11-17T08:21:42,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6. 2024-11-17T08:21:42,219 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6. 2024-11-17T08:21:42,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a19a2ecdc894fe1342bc946c40b55c6: Waiting for close lock at 1731831702219Disabling compacts and flushes for region at 1731831702219Disabling writes for close at 1731831702219Writing region close event to WAL at 1731831702219Closed at 1731831702219 2024-11-17T08:21:42,220 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:21:42,221 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731831702221"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831702221"}]},"ts":"1731831702221"} 2024-11-17T08:21:42,223 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:21:42,224 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:21:42,224 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831702224"}]},"ts":"1731831702224"} 2024-11-17T08:21:42,226 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T08:21:42,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a19a2ecdc894fe1342bc946c40b55c6, ASSIGN}] 2024-11-17T08:21:42,227 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a19a2ecdc894fe1342bc946c40b55c6, ASSIGN 2024-11-17T08:21:42,228 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a19a2ecdc894fe1342bc946c40b55c6, ASSIGN; state=OFFLINE, location=e3d0adb87c01,42489,1731831689781; forceNewPlan=false, retain=false 2024-11-17T08:21:42,272 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 379, reset compression=false 2024-11-17T08:21:42,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a19a2ecdc894fe1342bc946c40b55c6, regionState=OPENING, regionLocation=e3d0adb87c01,42489,1731831689781 2024-11-17T08:21:42,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a19a2ecdc894fe1342bc946c40b55c6, ASSIGN because future has completed 2024-11-17T08:21:42,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a19a2ecdc894fe1342bc946c40b55c6, server=e3d0adb87c01,42489,1731831689781}] 2024-11-17T08:21:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:42,543 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 379, reset compression=false 2024-11-17T08:21:42,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6. 2024-11-17T08:21:42,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:21:42,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:21:42,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C42489%2C1731831689781.rep, suffix=, logDir=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781, archiveDir=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/oldWALs, maxLogs=10 2024-11-17T08:21:42,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.rep.1731831702562, exclude list is [], retry=0 2024-11-17T08:21:42,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43881,DS-0642d3a7-16c1-474d-81cd-d54e62605250,DISK] 2024-11-17T08:21:42,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.rep.1731831702562 2024-11-17T08:21:42,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41293:41293)] 2024-11-17T08:21:42,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a19a2ecdc894fe1342bc946c40b55c6, NAME => 'hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:21:42,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:21:42,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:21:42,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6. service=MultiRowMutationService 2024-11-17T08:21:42,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:21:42,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:42,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:21:42,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:42,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:42,615 INFO [StoreOpener-4a19a2ecdc894fe1342bc946c40b55c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:42,625 INFO [StoreOpener-4a19a2ecdc894fe1342bc946c40b55c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a19a2ecdc894fe1342bc946c40b55c6 columnFamilyName hfileref 2024-11-17T08:21:42,626 DEBUG [StoreOpener-4a19a2ecdc894fe1342bc946c40b55c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:42,626 INFO [StoreOpener-4a19a2ecdc894fe1342bc946c40b55c6-1 {}] regionserver.HStore(327): Store=4a19a2ecdc894fe1342bc946c40b55c6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:42,626 INFO [StoreOpener-4a19a2ecdc894fe1342bc946c40b55c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:42,629 INFO [StoreOpener-4a19a2ecdc894fe1342bc946c40b55c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a19a2ecdc894fe1342bc946c40b55c6 columnFamilyName queue 2024-11-17T08:21:42,629 DEBUG [StoreOpener-4a19a2ecdc894fe1342bc946c40b55c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:42,630 INFO [StoreOpener-4a19a2ecdc894fe1342bc946c40b55c6-1 {}] regionserver.HStore(327): Store=4a19a2ecdc894fe1342bc946c40b55c6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:42,630 INFO [StoreOpener-4a19a2ecdc894fe1342bc946c40b55c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:42,632 INFO [StoreOpener-4a19a2ecdc894fe1342bc946c40b55c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a19a2ecdc894fe1342bc946c40b55c6 columnFamilyName sid 2024-11-17T08:21:42,632 DEBUG [StoreOpener-4a19a2ecdc894fe1342bc946c40b55c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:21:42,632 INFO [StoreOpener-4a19a2ecdc894fe1342bc946c40b55c6-1 {}] regionserver.HStore(327): Store=4a19a2ecdc894fe1342bc946c40b55c6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:21:42,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:42,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/replication/4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:42,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/replication/4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:42,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:42,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:42,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:21:42,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:42,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/replication/4a19a2ecdc894fe1342bc946c40b55c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:21:42,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4a19a2ecdc894fe1342bc946c40b55c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66590169, jitterRate=-0.00772915780544281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:21:42,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:42,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4a19a2ecdc894fe1342bc946c40b55c6: Running coprocessor pre-open hook at 1731831702602Writing region info on filesystem at 1731831702602Initializing all the Stores at 1731831702603 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831702603Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831702614 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831702614Cleaning up temporary data from old regions at 1731831702640 (+26 ms)Running coprocessor post-open hooks at 1731831702650 (+10 ms)Region opened successfully at 1731831702650 2024-11-17T08:21:42,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6., pid=10, masterSystemTime=1731831702544 2024-11-17T08:21:42,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6. 2024-11-17T08:21:42,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6. 2024-11-17T08:21:42,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a19a2ecdc894fe1342bc946c40b55c6, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,42489,1731831689781 2024-11-17T08:21:42,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a19a2ecdc894fe1342bc946c40b55c6, server=e3d0adb87c01,42489,1731831689781 because future has completed 2024-11-17T08:21:42,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T08:21:42,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a19a2ecdc894fe1342bc946c40b55c6, server=e3d0adb87c01,42489,1731831689781 in 291 msec 2024-11-17T08:21:42,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T08:21:42,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a19a2ecdc894fe1342bc946c40b55c6, ASSIGN in 451 msec 2024-11-17T08:21:42,679 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:21:42,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831702679"}]},"ts":"1731831702679"} 2024-11-17T08:21:42,681 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T08:21:42,682 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:21:42,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 890 msec 2024-11-17T08:21:42,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6., hostname=e3d0adb87c01,42489,1731831689781, seqNum=2] 2024-11-17T08:21:42,777 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 379, reset compression=false 2024-11-17T08:21:42,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:42,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:42,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:21:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:43,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T08:21:43,047 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T08:21:43,084 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,42489,1731831689781, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:21:43,084 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:21:43,084 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,42489,1731831689781, seqNum=-1] 2024-11-17T08:21:43,085 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:21:43,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-17T08:21:43,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e3d0adb87c01,42489,1731831689781', locateType=CURRENT is [region=hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6., hostname=e3d0adb87c01,42489,1731831689781, seqNum=2] 2024-11-17T08:21:43,091 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T08:21:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T08:21:43,094 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e3d0adb87c01,42489,1731831689781 suceeded 2024-11-17T08:21:43,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T08:21:43,096 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e3d0adb87c01:44981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:21:43,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-17T08:21:43,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3140 sec 2024-11-17T08:21:43,109 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:44981' 2024-11-17T08:21:43,110 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e8a83f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:43,110 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44981,-1 for getting cluster id 2024-11-17T08:21:43,110 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:43,111 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04cc5e8-3f75-485c-8aa9-ca9907e58ccd' 2024-11-17T08:21:43,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:43,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04cc5e8-3f75-485c-8aa9-ca9907e58ccd" 2024-11-17T08:21:43,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29e7e9d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:43,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44981,-1] 2024-11-17T08:21:43,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:43,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:43,112 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:43,113 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eb74903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:43,113 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:21:43,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,44981,1731831685272 2024-11-17T08:21:43,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d65fbe5 2024-11-17T08:21:43,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:21:43,114 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-17T08:21:43,115 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,42489,1731831689781 (queues=1) is replicating from cluster=1ffa7b79-410f-4848-8018-4b8c9ebf2a39 to cluster=e04cc5e8-3f75-485c-8aa9-ca9907e58ccd 2024-11-17T08:21:43,115 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C42489%2C1731831689781 2024-11-17T08:21:43,115 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,42489,1731831689781, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:21:43,115 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900, startPosition=0, beingWritten=true 2024-11-17T08:21:43,115 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C42489%2C1731831689781 2024-11-17T08:21:43,121 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:43,121 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 379, reset compression=false 2024-11-17T08:21:43,121 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,42489,1731831689781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:43,325 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 379, reset compression=false 2024-11-17T08:21:43,389 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 379, reset compression=false 2024-11-17T08:21:43,474 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 379, reset compression=false 2024-11-17T08:21:43,635 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 379, reset compression=false 2024-11-17T08:21:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:21:43,938 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:21:43,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:43,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:43,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:43,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:43,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:43,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483a044e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:43,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,36725,-1 for getting cluster id 2024-11-17T08:21:43,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:43,940 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c88fe268-ff04-4301-88ee-9013713fd957' 2024-11-17T08:21:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c88fe268-ff04-4301-88ee-9013713fd957" 2024-11-17T08:21:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36943dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,36725,-1] 2024-11-17T08:21:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:43,941 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:43,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ff6870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:43,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2f4dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:43,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44981,-1 for getting cluster id 2024-11-17T08:21:43,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:43,943 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04cc5e8-3f75-485c-8aa9-ca9907e58ccd' 2024-11-17T08:21:43,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:43,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04cc5e8-3f75-485c-8aa9-ca9907e58ccd" 2024-11-17T08:21:43,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b3b98a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:43,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44981,-1] 2024-11-17T08:21:43,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:43,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:43,944 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:43,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1b53d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:43,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4c2619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:43,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,34841,-1 for getting cluster id 2024-11-17T08:21:43,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:43,947 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ffa7b79-410f-4848-8018-4b8c9ebf2a39' 2024-11-17T08:21:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ffa7b79-410f-4848-8018-4b8c9ebf2a39" 2024-11-17T08:21:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527d33c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,34841,-1] 2024-11-17T08:21:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:43,948 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:43,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d497d09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:43,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:21:43,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,43793,1731831679925, seqNum=-1] 2024-11-17T08:21:43,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:21:43,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:21:43,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731831692510.60d79ead88cdef926dcdff32459aeae1., hostname=e3d0adb87c01,43793,1731831679925, seqNum=2] 2024-11-17T08:21:43,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:21:43,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,42489,1731831689781, seqNum=-1] 2024-11-17T08:21:43,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:21:43,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:21:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731831695310.1daeba81369fc7468c28387978169299., hostname=e3d0adb87c01,42489,1731831689781, seqNum=2] 2024-11-17T08:21:43,965 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T08:21:44,039 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 379, reset compression=false 2024-11-17T08:21:44,093 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 379, reset compression=false 2024-11-17T08:21:44,122 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:21:44,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:44,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:44,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:44,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:44,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:44,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:44,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:44,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:44,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:44,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:44,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:44,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:44,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:44,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:44,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:44,478 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 379, reset compression=false 2024-11-17T08:21:44,483 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:44,483 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 480, reset compression=false 2024-11-17T08:21:44,483 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.shippere3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,43793,1731831679925 got entry batch from reader: WALEntryBatch [walEntries=[{test/60d79ead88cdef926dcdff32459aeae1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T08:21:44,485 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.shippere3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:21:44,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-17T08:21:44,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:44,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b45ff0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:44,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,44981,-1 for getting cluster id 2024-11-17T08:21:44,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:44,490 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04cc5e8-3f75-485c-8aa9-ca9907e58ccd' 2024-11-17T08:21:44,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:44,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04cc5e8-3f75-485c-8aa9-ca9907e58ccd" 2024-11-17T08:21:44,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4de30106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:44,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,44981,-1] 2024-11-17T08:21:44,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:44,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:44,491 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:44,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f430300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:44,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:21:44,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41597,1731831685429, seqNum=-1] 2024-11-17T08:21:44,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:21:44,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-17T08:21:44,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00., hostname=e3d0adb87c01,41597,1731831685429, seqNum=2] 2024-11-17T08:21:44,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:44,543 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 379, reset compression=false 2024-11-17T08:21:44,690 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 480, reset compression=false 2024-11-17T08:21:44,897 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 379, reset compression=false 2024-11-17T08:21:44,911 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:44,911 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 504, reset compression=false 2024-11-17T08:21:44,911 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41597,1731831685429 got entry batch from reader: WALEntryBatch [walEntries=[{test/fe9e1c7b269c4ffa88ae7e2cf6460a00/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-17T08:21:44,915 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:21:44,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-17T08:21:44,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:44,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bab369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:44,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,34841,-1 for getting cluster id 2024-11-17T08:21:44,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:21:44,917 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ffa7b79-410f-4848-8018-4b8c9ebf2a39' 2024-11-17T08:21:44,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:21:44,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ffa7b79-410f-4848-8018-4b8c9ebf2a39" 2024-11-17T08:21:44,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c8bbbbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:44,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,34841,-1] 2024-11-17T08:21:44,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:21:44,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:44,920 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:21:44,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35619018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:21:44,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:21:44,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,42489,1731831689781, seqNum=-1] 2024-11-17T08:21:44,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:21:44,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-17T08:21:44,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731831695310.1daeba81369fc7468c28387978169299., hostname=e3d0adb87c01,42489,1731831689781, seqNum=2] 2024-11-17T08:21:44,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:44,967 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T08:21:44,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:21:44,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,41597,1731831685429, seqNum=-1] 2024-11-17T08:21:44,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:21:44,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:21:44,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00., hostname=e3d0adb87c01,41597,1731831685429, seqNum=2] 2024-11-17T08:21:44,974 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T08:21:44,994 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 480, reset compression=false 2024-11-17T08:21:45,117 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 504, reset compression=false 2024-11-17T08:21:45,121 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:45,121 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 608, reset compression=false 2024-11-17T08:21:45,121 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41597,1731831685429 got entry batch from reader: WALEntryBatch [walEntries=[{test/fe9e1c7b269c4ffa88ae7e2cf6460a00/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T08:21:45,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:45,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:45,147 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 379, reset compression=false 2024-11-17T08:21:45,151 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:45,151 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 656, reset compression=false 2024-11-17T08:21:45,151 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,42489,1731831689781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:45,324 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 608, reset compression=false 2024-11-17T08:21:45,355 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 656, reset compression=false 2024-11-17T08:21:45,398 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 480, reset compression=false 2024-11-17T08:21:45,628 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 608, reset compression=false 2024-11-17T08:21:45,658 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 656, reset compression=false 2024-11-17T08:21:45,901 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 480, reset compression=false 2024-11-17T08:21:45,976 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T08:21:45,979 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-17T08:21:46,031 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 608, reset compression=false 2024-11-17T08:21:46,061 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 656, reset compression=false 2024-11-17T08:21:46,068 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:46,068 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 760, reset compression=false 2024-11-17T08:21:46,068 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,42489,1731831689781 got entry batch from reader: WALEntryBatch [walEntries=[{test/1daeba81369fc7468c28387978169299/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T08:21:46,071 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:21:46,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-17T08:21:46,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:46,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:46,276 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 760, reset compression=false 2024-11-17T08:21:46,505 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 480, reset compression=false 2024-11-17T08:21:46,537 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 608, reset compression=false 2024-11-17T08:21:46,549 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:46,549 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 735, reset compression=false 2024-11-17T08:21:46,549 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41597,1731831685429 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:46,585 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 760, reset compression=false 2024-11-17T08:21:46,758 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 735, reset compression=false 2024-11-17T08:21:46,931 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=5, created chunk count=34, reused chunk count=123, reuseRatio=78.34% 2024-11-17T08:21:46,931 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-17T08:21:46,980 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-17T08:21:46,984 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T08:21:46,990 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 760, reset compression=false 2024-11-17T08:21:47,079 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 735, reset compression=false 2024-11-17T08:21:47,211 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 480, reset compression=false 2024-11-17T08:21:47,215 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:47,215 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 636, reset compression=false 2024-11-17T08:21:47,215 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.shippere3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,43793,1731831679925 got entry batch from reader: WALEntryBatch [walEntries=[{test/60d79ead88cdef926dcdff32459aeae1/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T08:21:47,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:47,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:47,419 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 636, reset compression=false 2024-11-17T08:21:47,483 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 735, reset compression=false 2024-11-17T08:21:47,494 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 760, reset compression=false 2024-11-17T08:21:47,605 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:47,605 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 883, reset compression=false 2024-11-17T08:21:47,605 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41597,1731831685429 got entry batch from reader: WALEntryBatch [walEntries=[{test/fe9e1c7b269c4ffa88ae7e2cf6460a00/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-17T08:21:47,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:47,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:47,723 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 636, reset compression=false 2024-11-17T08:21:47,815 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 883, reset compression=false 2024-11-17T08:21:47,988 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T08:21:47,995 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T08:21:48,099 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 760, reset compression=false 2024-11-17T08:21:48,106 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:48,106 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 932, reset compression=false 2024-11-17T08:21:48,107 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,42489,1731831689781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:48,126 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 883, reset compression=false 2024-11-17T08:21:48,138 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:48,138 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1042, reset compression=false 2024-11-17T08:21:48,138 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41597,1731831685429 got entry batch from reader: WALEntryBatch [walEntries=[{test/fe9e1c7b269c4ffa88ae7e2cf6460a00/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T08:21:48,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:48,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:48,172 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 636, reset compression=false 2024-11-17T08:21:48,311 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 932, reset compression=false 2024-11-17T08:21:48,315 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:48,315 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 1082, reset compression=false 2024-11-17T08:21:48,315 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,42489,1731831689781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:48,346 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1042, reset compression=false 2024-11-17T08:21:48,519 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 1082, reset compression=false 2024-11-17T08:21:48,650 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1042, reset compression=false 2024-11-17T08:21:48,677 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 636, reset compression=false 2024-11-17T08:21:48,822 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 1082, reset compression=false 2024-11-17T08:21:48,997 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T08:21:49,001 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-17T08:21:49,053 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1042, reset compression=false 2024-11-17T08:21:49,225 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 1082, reset compression=false 2024-11-17T08:21:49,241 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:21:49,242 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 1241, reset compression=false 2024-11-17T08:21:49,242 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,42489,1731831689781 got entry batch from reader: WALEntryBatch [walEntries=[{test/1daeba81369fc7468c28387978169299/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T08:21:49,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T08:21:49,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T08:21:49,280 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 636, reset compression=false 2024-11-17T08:21:49,323 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T08:21:49,449 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 1241, reset compression=false 2024-11-17T08:21:49,559 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1042, reset compression=false 2024-11-17T08:21:49,564 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:49,564 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1191, reset compression=false 2024-11-17T08:21:49,564 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41597,1731831685429 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:49,753 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 1241, reset compression=false 2024-11-17T08:21:49,767 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1191, reset compression=false 2024-11-17T08:21:49,989 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 636, reset compression=false 2024-11-17T08:21:50,003 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-17T08:21:50,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:21:50,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:50,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:50,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:50,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:50,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:50,008 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:21:50,008 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1341971119, stopped=false 2024-11-17T08:21:50,008 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,34841,1731831689660 2024-11-17T08:21:50,070 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1191, reset compression=false 2024-11-17T08:21:50,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1880999617/running 2024-11-17T08:21:50,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1880999617/running 2024-11-17T08:21:50,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:50,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:50,079 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:21:50,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:50,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:50,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Set watcher on znode that does not yet exist, /2-1880999617/running 2024-11-17T08:21:50,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:50,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Set watcher on znode that does not yet exist, /2-1880999617/running 2024-11-17T08:21:50,082 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,42489,1731831689781' ***** 2024-11-17T08:21:50,082 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:21:50,082 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:21:50,082 INFO [RS:0;e3d0adb87c01:42489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:21:50,082 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:21:50,082 INFO [RS:0;e3d0adb87c01:42489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:21:50,082 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:50,083 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for 1daeba81369fc7468c28387978169299 2024-11-17T08:21:50,083 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,42489,1731831689781 2024-11-17T08:21:50,083 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:21:50,083 INFO [RS:0;e3d0adb87c01:42489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:42489. 2024-11-17T08:21:50,083 DEBUG [RS:0;e3d0adb87c01:42489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:50,083 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a19a2ecdc894fe1342bc946c40b55c6, disabling compactions & flushes 2024-11-17T08:21:50,083 DEBUG [RS:0;e3d0adb87c01:42489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:50,083 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6. 2024-11-17T08:21:50,083 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6. 2024-11-17T08:21:50,083 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:21:50,083 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6. after waiting 0 ms 2024-11-17T08:21:50,083 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:21:50,083 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6. 2024-11-17T08:21:50,083 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:21:50,083 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:21:50,083 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a19a2ecdc894fe1342bc946c40b55c6 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-17T08:21:50,086 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T08:21:50,086 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4a19a2ecdc894fe1342bc946c40b55c6=hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6., 1daeba81369fc7468c28387978169299=test,,1731831695310.1daeba81369fc7468c28387978169299.} 2024-11-17T08:21:50,087 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1daeba81369fc7468c28387978169299, 4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:50,087 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:21:50,087 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:21:50,087 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:21:50,087 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:21:50,087 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:21:50,087 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T08:21:50,105 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/replication/4a19a2ecdc894fe1342bc946c40b55c6/.tmp/queue/1534b5c14e4d4d48bc7274cac059831b is 154, key is 1-e3d0adb87c01,42489,1731831689781/queue:e3d0adb87c01%2C42489%2C1731831689781/1731831709247/Put/seqid=0 2024-11-17T08:21:50,110 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/.tmp/info/f57fd0c20fd5405494748b7d9feec5d9 is 147, key is hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6./info:regioninfo/1731831702660/Put/seqid=0 2024-11-17T08:21:50,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741840_1016 (size=5353) 2024-11-17T08:21:50,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741841_1017 (size=7686) 2024-11-17T08:21:50,156 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 1241, reset compression=false 2024-11-17T08:21:50,177 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:21:50,287 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1daeba81369fc7468c28387978169299, 4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:50,473 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1191, reset compression=false 2024-11-17T08:21:50,487 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1daeba81369fc7468c28387978169299, 4a19a2ecdc894fe1342bc946c40b55c6 2024-11-17T08:21:50,522 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/replication/4a19a2ecdc894fe1342bc946c40b55c6/.tmp/queue/1534b5c14e4d4d48bc7274cac059831b 2024-11-17T08:21:50,525 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/.tmp/info/f57fd0c20fd5405494748b7d9feec5d9 2024-11-17T08:21:50,526 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/replication/4a19a2ecdc894fe1342bc946c40b55c6/.tmp/queue/1534b5c14e4d4d48bc7274cac059831b as hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/replication/4a19a2ecdc894fe1342bc946c40b55c6/queue/1534b5c14e4d4d48bc7274cac059831b 2024-11-17T08:21:50,530 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/replication/4a19a2ecdc894fe1342bc946c40b55c6/queue/1534b5c14e4d4d48bc7274cac059831b, entries=1, sequenceid=11, filesize=5.2 K 2024-11-17T08:21:50,530 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 4a19a2ecdc894fe1342bc946c40b55c6 in 447ms, sequenceid=11, compaction requested=false 2024-11-17T08:21:50,534 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/replication/4a19a2ecdc894fe1342bc946c40b55c6/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T08:21:50,535 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:21:50,535 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:21:50,535 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6. 2024-11-17T08:21:50,535 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a19a2ecdc894fe1342bc946c40b55c6: Waiting for close lock at 1731831710083Running coprocessor pre-close hooks at 1731831710083Disabling compacts and flushes for region at 1731831710083Disabling writes for close at 1731831710083Obtaining lock to block concurrent updates at 1731831710083Preparing flush snapshotting stores in 4a19a2ecdc894fe1342bc946c40b55c6 at 1731831710083Finished memstore snapshotting hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731831710084 (+1 ms)Flushing stores of hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6. at 1731831710084Flushing 4a19a2ecdc894fe1342bc946c40b55c6/queue: creating writer at 1731831710084Flushing 4a19a2ecdc894fe1342bc946c40b55c6/queue: appending metadata at 1731831710104 (+20 ms)Flushing 4a19a2ecdc894fe1342bc946c40b55c6/queue: closing flushed file at 1731831710104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@102d0eeb: reopening flushed file at 1731831710526 (+422 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 4a19a2ecdc894fe1342bc946c40b55c6 in 447ms, sequenceid=11, compaction requested=false at 1731831710530 (+4 ms)Writing region close event to WAL at 1731831710531 (+1 ms)Running coprocessor post-close hooks at 1731831710535 (+4 ms)Closed at 1731831710535 2024-11-17T08:21:50,535 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731831701792.4a19a2ecdc894fe1342bc946c40b55c6. 2024-11-17T08:21:50,535 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1daeba81369fc7468c28387978169299, disabling compactions & flushes 2024-11-17T08:21:50,535 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731831695310.1daeba81369fc7468c28387978169299. 2024-11-17T08:21:50,535 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831695310.1daeba81369fc7468c28387978169299. 2024-11-17T08:21:50,535 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731831695310.1daeba81369fc7468c28387978169299. after waiting 0 ms 2024-11-17T08:21:50,535 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731831695310.1daeba81369fc7468c28387978169299. 2024-11-17T08:21:50,535 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1daeba81369fc7468c28387978169299 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-17T08:21:50,548 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/.tmp/f/8135c95d2f1446ccb89520479e07a6ca is 29, key is row1/f:/1731831707990/DeleteFamily/seqid=0 2024-11-17T08:21:50,548 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/.tmp/ns/0aeda5126c6240a0b009e562f92ded2e is 43, key is default/ns:d/1731831692391/Put/seqid=0 2024-11-17T08:21:50,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741842_1018 (size=5152) 2024-11-17T08:21:50,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741843_1019 (size=5153) 2024-11-17T08:21:50,661 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 1241, reset compression=false 2024-11-17T08:21:50,664 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:50,664 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 1488, reset compression=false 2024-11-17T08:21:50,664 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,42489,1731831689781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:50,665 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e3d0adb87c01,42489,1731831689781: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e3d0adb87c01,42489,1731831689781, walGroup=e3d0adb87c01%2C42489%2C1731831689781, offset=e3d0adb87c01%2C42489%2C1731831689781.1731831691900:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:42489 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T08:21:50,666 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T08:21:50,666 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T08:21:50,666 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T08:21:50,666 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T08:21:50,666 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T08:21:50,666 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 875910592 }, "NonHeapMemoryUsage": { "committed": 205783040, "init": 7667712, "max": -1, "used": 202559440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T08:21:50,667 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:34841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:34841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T08:21:50,687 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1daeba81369fc7468c28387978169299 2024-11-17T08:21:50,748 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:21:50,748 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:21:50,796 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 636, reset compression=false 2024-11-17T08:21:50,867 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 1488, reset compression=false 2024-11-17T08:21:50,887 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1daeba81369fc7468c28387978169299 2024-11-17T08:21:50,951 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/.tmp/f/8135c95d2f1446ccb89520479e07a6ca 2024-11-17T08:21:50,952 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/.tmp/ns/0aeda5126c6240a0b009e562f92ded2e 2024-11-17T08:21:50,955 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8135c95d2f1446ccb89520479e07a6ca 2024-11-17T08:21:50,968 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/.tmp/f1/8a2fefaf85864d1e9c8d66e80ca277b7 is 30, key is row1/f1:/1731831707990/DeleteFamily/seqid=0 2024-11-17T08:21:50,970 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/.tmp/rep_barrier/52fea328538343baa0065f15bf91135b is 112, key is test,,1731831695310.1daeba81369fc7468c28387978169299./rep_barrier:seqnumDuringOpen/1731831696461/Put/seqid=0 2024-11-17T08:21:50,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741844_1020 (size=5158) 2024-11-17T08:21:50,972 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/.tmp/f1/8a2fefaf85864d1e9c8d66e80ca277b7 2024-11-17T08:21:50,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741845_1021 (size=5518) 2024-11-17T08:21:50,975 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a2fefaf85864d1e9c8d66e80ca277b7 2024-11-17T08:21:50,977 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1191, reset compression=false 2024-11-17T08:21:50,992 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/.tmp/norep/2521639f144640f4aba27f2b360fd431 is 33, key is row2/norep:/1731831708998/DeleteFamily/seqid=0 2024-11-17T08:21:50,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741846_1022 (size=5108) 2024-11-17T08:21:50,996 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/.tmp/norep/2521639f144640f4aba27f2b360fd431 2024-11-17T08:21:51,000 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2521639f144640f4aba27f2b360fd431 2024-11-17T08:21:51,000 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/.tmp/f/8135c95d2f1446ccb89520479e07a6ca as hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/f/8135c95d2f1446ccb89520479e07a6ca 2024-11-17T08:21:51,005 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8135c95d2f1446ccb89520479e07a6ca 2024-11-17T08:21:51,005 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/f/8135c95d2f1446ccb89520479e07a6ca, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T08:21:51,005 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/.tmp/f1/8a2fefaf85864d1e9c8d66e80ca277b7 as hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/f1/8a2fefaf85864d1e9c8d66e80ca277b7 2024-11-17T08:21:51,009 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a2fefaf85864d1e9c8d66e80ca277b7 2024-11-17T08:21:51,009 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/f1/8a2fefaf85864d1e9c8d66e80ca277b7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T08:21:51,009 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/.tmp/norep/2521639f144640f4aba27f2b360fd431 as hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/norep/2521639f144640f4aba27f2b360fd431 2024-11-17T08:21:51,012 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2521639f144640f4aba27f2b360fd431 2024-11-17T08:21:51,012 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/norep/2521639f144640f4aba27f2b360fd431, entries=1, sequenceid=10, filesize=5.0 K 2024-11-17T08:21:51,013 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1daeba81369fc7468c28387978169299 in 478ms, sequenceid=10, compaction requested=false 2024-11-17T08:21:51,017 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/default/test/1daeba81369fc7468c28387978169299/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T08:21:51,017 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:21:51,017 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:21:51,017 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731831695310.1daeba81369fc7468c28387978169299. 2024-11-17T08:21:51,018 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1daeba81369fc7468c28387978169299: Waiting for close lock at 1731831710535Running coprocessor pre-close hooks at 1731831710535Disabling compacts and flushes for region at 1731831710535Disabling writes for close at 1731831710535Obtaining lock to block concurrent updates at 1731831710535Preparing flush snapshotting stores in 1daeba81369fc7468c28387978169299 at 1731831710535Finished memstore snapshotting test,,1731831695310.1daeba81369fc7468c28387978169299., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731831710535Flushing stores of test,,1731831695310.1daeba81369fc7468c28387978169299. at 1731831710536 (+1 ms)Flushing 1daeba81369fc7468c28387978169299/f: creating writer at 1731831710536Flushing 1daeba81369fc7468c28387978169299/f: appending metadata at 1731831710547 (+11 ms)Flushing 1daeba81369fc7468c28387978169299/f: closing flushed file at 1731831710547Flushing 1daeba81369fc7468c28387978169299/f1: creating writer at 1731831710955 (+408 ms)Flushing 1daeba81369fc7468c28387978169299/f1: appending metadata at 1731831710967 (+12 ms)Flushing 1daeba81369fc7468c28387978169299/f1: closing flushed file at 1731831710967Flushing 1daeba81369fc7468c28387978169299/norep: creating writer at 1731831710976 (+9 ms)Flushing 1daeba81369fc7468c28387978169299/norep: appending metadata at 1731831710992 (+16 ms)Flushing 1daeba81369fc7468c28387978169299/norep: closing flushed file at 1731831710992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5083c88c: reopening flushed file at 1731831711000 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b79e313: reopening flushed file at 1731831711005 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad71245: reopening flushed file at 1731831711009 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1daeba81369fc7468c28387978169299 in 478ms, sequenceid=10, compaction requested=false at 1731831711013 (+4 ms)Writing region close event to WAL at 1731831711014 (+1 ms)Running coprocessor post-close hooks at 1731831711017 (+3 ms)Closed at 1731831711017 2024-11-17T08:21:51,018 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731831695310.1daeba81369fc7468c28387978169299. 2024-11-17T08:21:51,087 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:21:51,087 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:21:51,088 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:21:51,170 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 1488, reset compression=false 2024-11-17T08:21:51,174 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:51,174 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 2132, reset compression=false 2024-11-17T08:21:51,288 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:21:51,374 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/.tmp/rep_barrier/52fea328538343baa0065f15bf91135b 2024-11-17T08:21:51,379 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 2132, reset compression=false 2024-11-17T08:21:51,390 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/.tmp/table/2ba3ab4b543642f3ab5ebc75d1fbb646 is 53, key is hbase:replication/table:state/1731831702679/Put/seqid=0 2024-11-17T08:21:51,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741847_1023 (size=5308) 2024-11-17T08:21:51,488 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:21:51,580 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1191, reset compression=false 2024-11-17T08:21:51,681 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 2132, reset compression=false 2024-11-17T08:21:51,688 DEBUG [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:21:51,700 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 636, reset compression=false 2024-11-17T08:21:51,793 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/.tmp/table/2ba3ab4b543642f3ab5ebc75d1fbb646 2024-11-17T08:21:51,797 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/.tmp/info/f57fd0c20fd5405494748b7d9feec5d9 as hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/info/f57fd0c20fd5405494748b7d9feec5d9 2024-11-17T08:21:51,801 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/info/f57fd0c20fd5405494748b7d9feec5d9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T08:21:51,801 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/.tmp/ns/0aeda5126c6240a0b009e562f92ded2e as hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/ns/0aeda5126c6240a0b009e562f92ded2e 2024-11-17T08:21:51,805 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/ns/0aeda5126c6240a0b009e562f92ded2e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T08:21:51,806 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/.tmp/rep_barrier/52fea328538343baa0065f15bf91135b as hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/rep_barrier/52fea328538343baa0065f15bf91135b 2024-11-17T08:21:51,810 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/rep_barrier/52fea328538343baa0065f15bf91135b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T08:21:51,810 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/.tmp/table/2ba3ab4b543642f3ab5ebc75d1fbb646 as hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/table/2ba3ab4b543642f3ab5ebc75d1fbb646 2024-11-17T08:21:51,814 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/table/2ba3ab4b543642f3ab5ebc75d1fbb646, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T08:21:51,815 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false 2024-11-17T08:21:51,818 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T08:21:51,819 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:21:51,819 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:21:51,819 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:21:51,819 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831710086Running coprocessor pre-close hooks at 1731831710086Disabling compacts and flushes for region at 1731831710086Disabling writes for close at 1731831710087 (+1 ms)Obtaining lock to block concurrent updates at 1731831710087Preparing flush snapshotting stores in 1588230740 at 1731831710087Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731831710087Flushing stores of hbase:meta,,1.1588230740 at 1731831710088 (+1 ms)Flushing 1588230740/info: creating writer at 1731831710088Flushing 1588230740/info: appending metadata at 1731831710109 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731831710109Flushing 1588230740/ns: creating writer at 1731831710529 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731831710547 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731831710547Flushing 1588230740/rep_barrier: creating writer at 1731831710955 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731831710970 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731831710970Flushing 1588230740/table: creating writer at 1731831711377 (+407 ms)Flushing 1588230740/table: appending metadata at 1731831711390 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731831711390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad6f277: reopening flushed file at 1731831711797 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5afa681a: reopening flushed file at 1731831711801 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac32e02: reopening flushed file at 1731831711805 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dab6f67: reopening flushed file at 1731831711810 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false at 1731831711815 (+5 ms)Writing region close event to WAL at 1731831711816 (+1 ms)Running coprocessor post-close hooks at 1731831711819 (+3 ms)Closed at 1731831711819 2024-11-17T08:21:51,819 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:21:51,888 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,42489,1731831689781; all regions closed. 2024-11-17T08:21:51,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741834_1010 (size=4239) 2024-11-17T08:21:51,890 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.meta.1731831692298.meta not finished, retry = 0 2024-11-17T08:21:51,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741839_1015 (size=2896) 2024-11-17T08:21:51,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741833_1009 (size=2140) 2024-11-17T08:21:51,996 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 not finished, retry = 0 2024-11-17T08:21:52,085 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 to pos 2132, reset compression=false 2024-11-17T08:21:52,097 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/WALs/e3d0adb87c01,42489,1731831689781/e3d0adb87c01%2C42489%2C1731831689781.1731831691900 2024-11-17T08:21:52,097 DEBUG [RS:0;e3d0adb87c01:42489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:52,097 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:21:52,098 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:21:52,099 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T08:21:52,099 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:21:52,099 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:21:52,099 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,42489,1731831689781 because: Region server is closing 2024-11-17T08:21:52,100 INFO [RS:0;e3d0adb87c01:42489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:42489. 2024-11-17T08:21:52,100 DEBUG [RS:0;e3d0adb87c01:42489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:52,100 DEBUG [RS:0;e3d0adb87c01:42489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:52,100 DEBUG [RS:0;e3d0adb87c01:42489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:52,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:52,200 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.shippere3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 terminated 2024-11-17T08:21:52,200 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,42489,1731831689781.replicationSource.wal-reader.e3d0adb87c01%2C42489%2C1731831689781,1-e3d0adb87c01,42489,1731831689781 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-17T08:21:52,200 INFO [RS:0;e3d0adb87c01:42489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:42489. 2024-11-17T08:21:52,201 DEBUG [RS:0;e3d0adb87c01:42489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:52,201 DEBUG [RS:0;e3d0adb87c01:42489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:52,201 DEBUG [RS:0;e3d0adb87c01:42489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:52,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:52,201 INFO [RS:0;e3d0adb87c01:42489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42489 2024-11-17T08:21:52,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617/rs 2024-11-17T08:21:52,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1880999617/rs/e3d0adb87c01,42489,1731831689781 2024-11-17T08:21:52,220 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:21:52,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,42489,1731831689781] 2024-11-17T08:21:52,241 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1880999617/draining/e3d0adb87c01,42489,1731831689781 already deleted, retry=false 2024-11-17T08:21:52,241 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,42489,1731831689781 expired; onlineServers=0 2024-11-17T08:21:52,241 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,34841,1731831689660' ***** 2024-11-17T08:21:52,241 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:21:52,241 INFO [M:0;e3d0adb87c01:34841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:21:52,241 INFO [M:0;e3d0adb87c01:34841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:21:52,241 DEBUG [M:0;e3d0adb87c01:34841 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:21:52,241 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:21:52,241 DEBUG [M:0;e3d0adb87c01:34841 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:21:52,241 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831691586 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831691586,5,FailOnTimeoutGroup] 2024-11-17T08:21:52,241 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831691587 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831691587,5,FailOnTimeoutGroup] 2024-11-17T08:21:52,242 INFO [M:0;e3d0adb87c01:34841 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:21:52,242 INFO [M:0;e3d0adb87c01:34841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:21:52,242 DEBUG [M:0;e3d0adb87c01:34841 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:21:52,242 INFO [M:0;e3d0adb87c01:34841 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:21:52,242 INFO [M:0;e3d0adb87c01:34841 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:21:52,242 INFO [M:0;e3d0adb87c01:34841 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:21:52,242 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:21:52,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1880999617/master 2024-11-17T08:21:52,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1880999617 2024-11-17T08:21:52,252 DEBUG [M:0;e3d0adb87c01:34841 {}] zookeeper.ZKUtil(347): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Unable to get data of znode /2-1880999617/master because node does not exist (not an error) 2024-11-17T08:21:52,252 WARN [M:0;e3d0adb87c01:34841 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:21:52,263 INFO [M:0;e3d0adb87c01:34841 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/.lastflushedseqids 2024-11-17T08:21:52,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741848_1024 (size=245) 2024-11-17T08:21:52,283 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1191, reset compression=false 2024-11-17T08:21:52,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:52,331 INFO [RS:0;e3d0adb87c01:42489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:21:52,331 INFO [RS:0;e3d0adb87c01:42489 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,42489,1731831689781; zookeeper connection closed. 2024-11-17T08:21:52,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x10147e238f50007, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:52,332 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e789993 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e789993 2024-11-17T08:21:52,332 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:21:52,670 INFO [M:0;e3d0adb87c01:34841 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:21:52,670 INFO [M:0;e3d0adb87c01:34841 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:21:52,670 DEBUG [M:0;e3d0adb87c01:34841 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:21:52,670 INFO [M:0;e3d0adb87c01:34841 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:52,670 DEBUG [M:0;e3d0adb87c01:34841 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:52,670 DEBUG [M:0;e3d0adb87c01:34841 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:21:52,670 DEBUG [M:0;e3d0adb87c01:34841 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:52,671 INFO [M:0;e3d0adb87c01:34841 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T08:21:52,696 DEBUG [M:0;e3d0adb87c01:34841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75f55c607f644aa9ac89126a1d5f3102 is 82, key is hbase:meta,,1/info:regioninfo/1731831692355/Put/seqid=0 2024-11-17T08:21:52,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741849_1025 (size=5672) 2024-11-17T08:21:52,702 INFO [M:0;e3d0adb87c01:34841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75f55c607f644aa9ac89126a1d5f3102 2024-11-17T08:21:52,702 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 636, reset compression=false 2024-11-17T08:21:52,722 DEBUG [M:0;e3d0adb87c01:34841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b78e4c1b0f9841bf9173cb16f1dddc3f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731831702683/Put/seqid=0 2024-11-17T08:21:52,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741850_1026 (size=8516) 2024-11-17T08:21:53,089 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1191, reset compression=false 2024-11-17T08:21:53,125 INFO [M:0;e3d0adb87c01:34841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b78e4c1b0f9841bf9173cb16f1dddc3f 2024-11-17T08:21:53,144 DEBUG [M:0;e3d0adb87c01:34841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9f7f7465d174d8898fe81c7bbb933b6 is 69, key is e3d0adb87c01,42489,1731831689781/rs:state/1731831691678/Put/seqid=0 2024-11-17T08:21:53,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741851_1027 (size=5156) 2024-11-17T08:21:53,547 INFO [M:0;e3d0adb87c01:34841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9f7f7465d174d8898fe81c7bbb933b6 2024-11-17T08:21:53,552 DEBUG [M:0;e3d0adb87c01:34841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75f55c607f644aa9ac89126a1d5f3102 as hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75f55c607f644aa9ac89126a1d5f3102 2024-11-17T08:21:53,555 INFO [M:0;e3d0adb87c01:34841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75f55c607f644aa9ac89126a1d5f3102, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T08:21:53,556 DEBUG [M:0;e3d0adb87c01:34841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b78e4c1b0f9841bf9173cb16f1dddc3f as hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b78e4c1b0f9841bf9173cb16f1dddc3f 2024-11-17T08:21:53,559 INFO [M:0;e3d0adb87c01:34841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b78e4c1b0f9841bf9173cb16f1dddc3f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T08:21:53,560 DEBUG [M:0;e3d0adb87c01:34841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9f7f7465d174d8898fe81c7bbb933b6 as hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9f7f7465d174d8898fe81c7bbb933b6 2024-11-17T08:21:53,566 INFO [M:0;e3d0adb87c01:34841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9f7f7465d174d8898fe81c7bbb933b6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T08:21:53,567 INFO [M:0;e3d0adb87c01:34841 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=97, compaction requested=false 2024-11-17T08:21:53,568 INFO [M:0;e3d0adb87c01:34841 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:53,568 DEBUG [M:0;e3d0adb87c01:34841 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831712670Disabling compacts and flushes for region at 1731831712670Disabling writes for close at 1731831712670Obtaining lock to block concurrent updates at 1731831712671 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831712671Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731831712671Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831712671Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831712671Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831712696 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831712696Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831712705 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831712721 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831712721Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831713128 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831713143 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831713143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f1890c: reopening flushed file at 1731831713551 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@139ca2aa: reopening flushed file at 1731831713555 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65bad63b: reopening flushed file at 1731831713559 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=97, compaction requested=false at 1731831713567 (+8 ms)Writing region close event to WAL at 1731831713568 (+1 ms)Closed at 1731831713568 2024-11-17T08:21:53,571 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f19c6a69-779c-ad9e-3e74-5d2abf0cd98e/MasterData/WALs/e3d0adb87c01,34841,1731831689660/e3d0adb87c01%2C34841%2C1731831689660.1731831691179 not finished, retry = 0 2024-11-17T08:21:53,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741830_1006 (size=63654) 2024-11-17T08:21:53,672 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:21:53,672 INFO [M:0;e3d0adb87c01:34841 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:21:53,672 INFO [M:0;e3d0adb87c01:34841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34841 2024-11-17T08:21:53,672 INFO [M:0;e3d0adb87c01:34841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:21:53,783 INFO [M:0;e3d0adb87c01:34841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:21:53,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:53,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34841-0x10147e238f50006, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:53,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59da4b7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:21:53,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20c53d49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:21:53,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:21:53,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@251867a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:21:53,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68e6bf5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/hadoop.log.dir/,STOPPED} 2024-11-17T08:21:53,791 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:21:53,791 WARN [BP-593120548-172.17.0.3-1731831687075 heartbeating to localhost/127.0.0.1:33761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:21:53,791 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:21:53,791 WARN [BP-593120548-172.17.0.3-1731831687075 heartbeating to localhost/127.0.0.1:33761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-593120548-172.17.0.3-1731831687075 (Datanode Uuid 437ee1f5-b01d-4f29-b0c5-c88992c40426) service to localhost/127.0.0.1:33761 2024-11-17T08:21:53,792 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/cluster_6977fc9f-4fb3-ef53-b025-aed833d0f37c/data/data1/current/BP-593120548-172.17.0.3-1731831687075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:21:53,792 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/cluster_6977fc9f-4fb3-ef53-b025-aed833d0f37c/data/data2/current/BP-593120548-172.17.0.3-1731831687075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:21:53,792 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:21:53,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3efa8246{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:21:53,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52302a79{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:21:53,799 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:21:53,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bd32414{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:21:53,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12da6911{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/hadoop.log.dir/,STOPPED} 2024-11-17T08:21:53,806 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 636, reset compression=false 2024-11-17T08:21:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:21:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:21:53,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:53,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:53,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:53,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:53,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:53,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:21:53,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=406455561, stopped=false 2024-11-17T08:21:53,812 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,44981,1731831685272 2024-11-17T08:21:53,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229889779/running 2024-11-17T08:21:53,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229889779/running 2024-11-17T08:21:53,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:53,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:53,831 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:21:53,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:53,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Set watcher on znode that does not yet exist, /11229889779/running 2024-11-17T08:21:53,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:53,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Set watcher on znode that does not yet exist, /11229889779/running 2024-11-17T08:21:53,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:53,832 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,41597,1731831685429' ***** 2024-11-17T08:21:53,832 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:21:53,833 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:21:53,833 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:21:53,833 INFO [RS:0;e3d0adb87c01:41597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:21:53,833 INFO [RS:0;e3d0adb87c01:41597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:21:53,833 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(3091): Received CLOSE for 024e8ec9bd11f1357223c101aa9f7826 2024-11-17T08:21:53,834 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(3091): Received CLOSE for fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:53,834 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,41597,1731831685429 2024-11-17T08:21:53,834 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:21:53,834 INFO [RS:0;e3d0adb87c01:41597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:41597. 2024-11-17T08:21:53,834 DEBUG [RS:0;e3d0adb87c01:41597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:53,834 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 024e8ec9bd11f1357223c101aa9f7826, disabling compactions & flushes 2024-11-17T08:21:53,834 DEBUG [RS:0;e3d0adb87c01:41597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:53,834 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826. 2024-11-17T08:21:53,834 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826. 2024-11-17T08:21:53,834 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:21:53,834 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:21:53,834 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:21:53,834 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826. after waiting 0 ms 2024-11-17T08:21:53,834 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826. 2024-11-17T08:21:53,834 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:21:53,834 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 024e8ec9bd11f1357223c101aa9f7826 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-17T08:21:53,835 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T08:21:53,835 DEBUG [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1325): Online Regions={024e8ec9bd11f1357223c101aa9f7826=hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826., fe9e1c7b269c4ffa88ae7e2cf6460a00=test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:21:53,835 DEBUG [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1351): Waiting on 024e8ec9bd11f1357223c101aa9f7826, 1588230740, fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:53,835 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:21:53,835 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:21:53,835 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:21:53,835 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:21:53,835 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:21:53,835 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T08:21:53,852 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/.tmp/info/255daa257bc446fe8dc237459ee8c5eb is 147, key is hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826./info:regioninfo/1731831700904/Put/seqid=0 2024-11-17T08:21:53,853 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/replication/024e8ec9bd11f1357223c101aa9f7826/.tmp/queue/f7679dabf836465287fdab578537d2a2 is 154, key is 1-e3d0adb87c01,41597,1731831685429/queue:e3d0adb87c01%2C41597%2C1731831685429/1731831709565/Put/seqid=0 2024-11-17T08:21:53,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741840_1016 (size=5353) 2024-11-17T08:21:53,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741841_1017 (size=7686) 2024-11-17T08:21:53,868 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/.tmp/info/255daa257bc446fe8dc237459ee8c5eb 2024-11-17T08:21:53,887 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/.tmp/ns/a7f614e702a243418f026ce0ccbbcc31 is 43, key is default/ns:d/1731831686863/Put/seqid=0 2024-11-17T08:21:53,896 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:21:53,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741842_1018 (size=5153) 2024-11-17T08:21:54,009 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1191, reset compression=false 2024-11-17T08:21:54,035 DEBUG [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1351): Waiting on 024e8ec9bd11f1357223c101aa9f7826, 1588230740, fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:54,235 DEBUG [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1351): Waiting on 024e8ec9bd11f1357223c101aa9f7826, 1588230740, fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:54,238 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:21:54,238 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:21:54,264 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/replication/024e8ec9bd11f1357223c101aa9f7826/.tmp/queue/f7679dabf836465287fdab578537d2a2 2024-11-17T08:21:54,268 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/replication/024e8ec9bd11f1357223c101aa9f7826/.tmp/queue/f7679dabf836465287fdab578537d2a2 as hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/replication/024e8ec9bd11f1357223c101aa9f7826/queue/f7679dabf836465287fdab578537d2a2 2024-11-17T08:21:54,271 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/replication/024e8ec9bd11f1357223c101aa9f7826/queue/f7679dabf836465287fdab578537d2a2, entries=1, sequenceid=12, filesize=5.2 K 2024-11-17T08:21:54,271 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 024e8ec9bd11f1357223c101aa9f7826 in 437ms, sequenceid=12, compaction requested=false 2024-11-17T08:21:54,274 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/replication/024e8ec9bd11f1357223c101aa9f7826/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T08:21:54,275 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:21:54,275 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:21:54,275 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826. 2024-11-17T08:21:54,275 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 024e8ec9bd11f1357223c101aa9f7826: Waiting for close lock at 1731831713834Running coprocessor pre-close hooks at 1731831713834Disabling compacts and flushes for region at 1731831713834Disabling writes for close at 1731831713834Obtaining lock to block concurrent updates at 1731831713834Preparing flush snapshotting stores in 024e8ec9bd11f1357223c101aa9f7826 at 1731831713834Finished memstore snapshotting hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731831713835 (+1 ms)Flushing stores of hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826. at 1731831713835Flushing 024e8ec9bd11f1357223c101aa9f7826/queue: creating writer at 1731831713835Flushing 024e8ec9bd11f1357223c101aa9f7826/queue: appending metadata at 1731831713852 (+17 ms)Flushing 024e8ec9bd11f1357223c101aa9f7826/queue: closing flushed file at 1731831713852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76594d1e: reopening flushed file at 1731831714267 (+415 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 024e8ec9bd11f1357223c101aa9f7826 in 437ms, sequenceid=12, compaction requested=false at 1731831714271 (+4 ms)Writing region close event to WAL at 1731831714272 (+1 ms)Running coprocessor post-close hooks at 1731831714275 (+3 ms)Closed at 1731831714275 2024-11-17T08:21:54,275 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731831699639.024e8ec9bd11f1357223c101aa9f7826. 2024-11-17T08:21:54,275 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe9e1c7b269c4ffa88ae7e2cf6460a00, disabling compactions & flushes 2024-11-17T08:21:54,275 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00. 2024-11-17T08:21:54,275 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00. 2024-11-17T08:21:54,275 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00. after waiting 0 ms 2024-11-17T08:21:54,275 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00. 2024-11-17T08:21:54,275 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fe9e1c7b269c4ffa88ae7e2cf6460a00 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-17T08:21:54,289 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/.tmp/f/ac22db81076d4add94119dcc90cbbcd3 is 29, key is row1/f:/1731831707990/DeleteFamily/seqid=0 2024-11-17T08:21:54,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741843_1019 (size=5152) 2024-11-17T08:21:54,292 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/.tmp/f/ac22db81076d4add94119dcc90cbbcd3 2024-11-17T08:21:54,296 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac22db81076d4add94119dcc90cbbcd3 2024-11-17T08:21:54,298 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/.tmp/ns/a7f614e702a243418f026ce0ccbbcc31 2024-11-17T08:21:54,313 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/.tmp/f1/fa71d536890f49729f3fc41a85f428f5 is 30, key is row1/f1:/1731831707990/DeleteFamily/seqid=0 2024-11-17T08:21:54,319 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/.tmp/rep_barrier/1afd24f7a2974936ba838585913f7e95 is 112, key is test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00./rep_barrier:seqnumDuringOpen/1731831694302/Put/seqid=0 2024-11-17T08:21:54,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741844_1020 (size=5158) 2024-11-17T08:21:54,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741845_1021 (size=5518) 2024-11-17T08:21:54,435 DEBUG [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:54,636 DEBUG [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:54,721 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/.tmp/f1/fa71d536890f49729f3fc41a85f428f5 2024-11-17T08:21:54,722 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/.tmp/rep_barrier/1afd24f7a2974936ba838585913f7e95 2024-11-17T08:21:54,726 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa71d536890f49729f3fc41a85f428f5 2024-11-17T08:21:54,743 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/.tmp/table/a6ece7839e0c425681e6f65bff9169e6 is 53, key is hbase:replication/table:state/1731831700915/Put/seqid=0 2024-11-17T08:21:54,746 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/.tmp/norep/dc17fe54dccc424293ead38e579afb4c is 33, key is row1/norep:/1731831707990/DeleteFamily/seqid=0 2024-11-17T08:21:54,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741846_1022 (size=5308) 2024-11-17T08:21:54,749 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/.tmp/table/a6ece7839e0c425681e6f65bff9169e6 2024-11-17T08:21:54,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741847_1023 (size=5108) 2024-11-17T08:21:54,754 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/.tmp/info/255daa257bc446fe8dc237459ee8c5eb as hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/info/255daa257bc446fe8dc237459ee8c5eb 2024-11-17T08:21:54,758 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/info/255daa257bc446fe8dc237459ee8c5eb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T08:21:54,759 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/.tmp/ns/a7f614e702a243418f026ce0ccbbcc31 as hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/ns/a7f614e702a243418f026ce0ccbbcc31 2024-11-17T08:21:54,763 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/ns/a7f614e702a243418f026ce0ccbbcc31, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T08:21:54,764 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/.tmp/rep_barrier/1afd24f7a2974936ba838585913f7e95 as hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/rep_barrier/1afd24f7a2974936ba838585913f7e95 2024-11-17T08:21:54,770 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/rep_barrier/1afd24f7a2974936ba838585913f7e95, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T08:21:54,771 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/.tmp/table/a6ece7839e0c425681e6f65bff9169e6 as hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/table/a6ece7839e0c425681e6f65bff9169e6 2024-11-17T08:21:54,775 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/table/a6ece7839e0c425681e6f65bff9169e6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T08:21:54,776 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 940ms, sequenceid=16, compaction requested=false 2024-11-17T08:21:54,784 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T08:21:54,785 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:21:54,785 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:21:54,785 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:21:54,785 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831713835Running coprocessor pre-close hooks at 1731831713835Disabling compacts and flushes for region at 1731831713835Disabling writes for close at 1731831713835Obtaining lock to block concurrent updates at 1731831713835Preparing flush snapshotting stores in 1588230740 at 1731831713835Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731831713835Flushing stores of hbase:meta,,1.1588230740 at 1731831713836 (+1 ms)Flushing 1588230740/info: creating writer at 1731831713836Flushing 1588230740/info: appending metadata at 1731831713852 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731831713852Flushing 1588230740/ns: creating writer at 1731831713872 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731831713886 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731831713886Flushing 1588230740/rep_barrier: creating writer at 1731831714301 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731831714318 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731831714318Flushing 1588230740/table: creating writer at 1731831714726 (+408 ms)Flushing 1588230740/table: appending metadata at 1731831714743 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731831714743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cf4bb60: reopening flushed file at 1731831714753 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f3473e4: reopening flushed file at 1731831714759 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e334445: reopening flushed file at 1731831714763 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8295ab: reopening flushed file at 1731831714771 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 940ms, sequenceid=16, compaction requested=false at 1731831714776 (+5 ms)Writing region close event to WAL at 1731831714781 (+5 ms)Running coprocessor post-close hooks at 1731831714785 (+4 ms)Closed at 1731831714785 2024-11-17T08:21:54,785 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:21:54,836 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:21:54,836 DEBUG [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1325): Online Regions={fe9e1c7b269c4ffa88ae7e2cf6460a00=test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00.} 2024-11-17T08:21:54,836 DEBUG [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1351): Waiting on fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:55,013 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1191, reset compression=false 2024-11-17T08:21:55,013 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 636, reset compression=false 2024-11-17T08:21:55,026 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:55,026 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1438, reset compression=false 2024-11-17T08:21:55,026 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,41597,1731831685429 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:55,027 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e3d0adb87c01,41597,1731831685429: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e3d0adb87c01,41597,1731831685429, walGroup=e3d0adb87c01%2C41597%2C1731831685429, offset=e3d0adb87c01%2C41597%2C1731831685429.1731831686318:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:41597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T08:21:55,028 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T08:21:55,028 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T08:21:55,029 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T08:21:55,029 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T08:21:55,029 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T08:21:55,029 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 970282432 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 202965984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T08:21:55,029 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:44981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:44981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T08:21:55,036 DEBUG [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1351): Waiting on fe9e1c7b269c4ffa88ae7e2cf6460a00 2024-11-17T08:21:55,151 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/.tmp/norep/dc17fe54dccc424293ead38e579afb4c 2024-11-17T08:21:55,157 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc17fe54dccc424293ead38e579afb4c 2024-11-17T08:21:55,158 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/.tmp/f/ac22db81076d4add94119dcc90cbbcd3 as hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/f/ac22db81076d4add94119dcc90cbbcd3 2024-11-17T08:21:55,162 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac22db81076d4add94119dcc90cbbcd3 2024-11-17T08:21:55,162 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/f/ac22db81076d4add94119dcc90cbbcd3, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T08:21:55,164 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/.tmp/f1/fa71d536890f49729f3fc41a85f428f5 as hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/f1/fa71d536890f49729f3fc41a85f428f5 2024-11-17T08:21:55,168 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa71d536890f49729f3fc41a85f428f5 2024-11-17T08:21:55,168 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/f1/fa71d536890f49729f3fc41a85f428f5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T08:21:55,169 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/.tmp/norep/dc17fe54dccc424293ead38e579afb4c as hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/norep/dc17fe54dccc424293ead38e579afb4c 2024-11-17T08:21:55,175 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc17fe54dccc424293ead38e579afb4c 2024-11-17T08:21:55,176 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/norep/dc17fe54dccc424293ead38e579afb4c, entries=1, sequenceid=10, filesize=5.0 K 2024-11-17T08:21:55,176 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fe9e1c7b269c4ffa88ae7e2cf6460a00 in 901ms, sequenceid=10, compaction requested=false 2024-11-17T08:21:55,202 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/data/default/test/fe9e1c7b269c4ffa88ae7e2cf6460a00/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T08:21:55,202 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:21:55,202 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:21:55,202 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00. 2024-11-17T08:21:55,202 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe9e1c7b269c4ffa88ae7e2cf6460a00: Waiting for close lock at 1731831714275Running coprocessor pre-close hooks at 1731831714275Disabling compacts and flushes for region at 1731831714275Disabling writes for close at 1731831714275Obtaining lock to block concurrent updates at 1731831714275Preparing flush snapshotting stores in fe9e1c7b269c4ffa88ae7e2cf6460a00 at 1731831714275Finished memstore snapshotting test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731831714276 (+1 ms)Flushing stores of test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00. at 1731831714276Flushing fe9e1c7b269c4ffa88ae7e2cf6460a00/f: creating writer at 1731831714276Flushing fe9e1c7b269c4ffa88ae7e2cf6460a00/f: appending metadata at 1731831714288 (+12 ms)Flushing fe9e1c7b269c4ffa88ae7e2cf6460a00/f: closing flushed file at 1731831714288Flushing fe9e1c7b269c4ffa88ae7e2cf6460a00/f1: creating writer at 1731831714296 (+8 ms)Flushing fe9e1c7b269c4ffa88ae7e2cf6460a00/f1: appending metadata at 1731831714313 (+17 ms)Flushing fe9e1c7b269c4ffa88ae7e2cf6460a00/f1: closing flushed file at 1731831714313Flushing fe9e1c7b269c4ffa88ae7e2cf6460a00/norep: creating writer at 1731831714726 (+413 ms)Flushing fe9e1c7b269c4ffa88ae7e2cf6460a00/norep: appending metadata at 1731831714745 (+19 ms)Flushing fe9e1c7b269c4ffa88ae7e2cf6460a00/norep: closing flushed file at 1731831714745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@660bbbdd: reopening flushed file at 1731831715157 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3569b7: reopening flushed file at 1731831715162 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc304bd: reopening flushed file at 1731831715168 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fe9e1c7b269c4ffa88ae7e2cf6460a00 in 901ms, sequenceid=10, compaction requested=false at 1731831715177 (+9 ms)Writing region close event to WAL at 1731831715194 (+17 ms)Running coprocessor post-close hooks at 1731831715202 (+8 ms)Closed at 1731831715202 2024-11-17T08:21:55,202 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731831693150.fe9e1c7b269c4ffa88ae7e2cf6460a00. 2024-11-17T08:21:55,236 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,41597,1731831685429; all regions closed. 2024-11-17T08:21:55,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741834_1010 (size=4239) 2024-11-17T08:21:55,238 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 1438, reset compression=false 2024-11-17T08:21:55,240 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.rep.1731831700858 not finished, retry = 0 2024-11-17T08:21:55,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741839_1015 (size=3114) 2024-11-17T08:21:55,242 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:55,242 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.wal-reader.e3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 to pos 2082, reset compression=false 2024-11-17T08:21:55,256 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T08:21:55,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741833_1009 (size=2090) 2024-11-17T08:21:55,342 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/WALs/e3d0adb87c01,41597,1731831685429/e3d0adb87c01%2C41597%2C1731831685429.1731831686318 not finished, retry = 0 2024-11-17T08:21:55,443 DEBUG [RS:0;e3d0adb87c01:41597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:55,443 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:21:55,443 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:21:55,443 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T08:21:55,443 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:21:55,443 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:21:55,444 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,41597,1731831685429 because: Region server is closing 2024-11-17T08:21:55,444 INFO [RS:0;e3d0adb87c01:41597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:41597. 2024-11-17T08:21:55,444 DEBUG [RS:0;e3d0adb87c01:41597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:55,444 DEBUG [RS:0;e3d0adb87c01:41597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:55,444 DEBUG [RS:0;e3d0adb87c01:41597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:55,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:55,444 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,41597,1731831685429.replicationSource.shippere3d0adb87c01%2C41597%2C1731831685429,1-e3d0adb87c01,41597,1731831685429 terminated 2024-11-17T08:21:55,444 INFO [RS:0;e3d0adb87c01:41597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:41597. 2024-11-17T08:21:55,444 DEBUG [RS:0;e3d0adb87c01:41597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:55,444 DEBUG [RS:0;e3d0adb87c01:41597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:55,444 DEBUG [RS:0;e3d0adb87c01:41597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:55,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:55,444 INFO [RS:0;e3d0adb87c01:41597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41597 2024-11-17T08:21:55,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229889779/rs/e3d0adb87c01,41597,1731831685429 2024-11-17T08:21:55,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779/rs 2024-11-17T08:21:55,461 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:21:55,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:55,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:55,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:55,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:55,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:55,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:55,579 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,41597,1731831685429] 2024-11-17T08:21:55,599 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11229889779/draining/e3d0adb87c01,41597,1731831685429 already deleted, retry=false 2024-11-17T08:21:55,599 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,41597,1731831685429 expired; onlineServers=0 2024-11-17T08:21:55,599 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,44981,1731831685272' ***** 2024-11-17T08:21:55,599 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:21:55,599 INFO [M:0;e3d0adb87c01:44981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:21:55,599 INFO [M:0;e3d0adb87c01:44981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:21:55,599 DEBUG [M:0;e3d0adb87c01:44981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:21:55,599 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:21:55,599 DEBUG [M:0;e3d0adb87c01:44981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:21:55,599 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831686085 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831686085,5,FailOnTimeoutGroup] 2024-11-17T08:21:55,599 INFO [M:0;e3d0adb87c01:44981 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:21:55,599 INFO [M:0;e3d0adb87c01:44981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:21:55,599 DEBUG [M:0;e3d0adb87c01:44981 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:21:55,599 INFO [M:0;e3d0adb87c01:44981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:21:55,600 INFO [M:0;e3d0adb87c01:44981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:21:55,600 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831686084 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831686084,5,FailOnTimeoutGroup] 2024-11-17T08:21:55,600 INFO [M:0;e3d0adb87c01:44981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:21:55,600 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:21:55,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:55,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:55,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:55,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:55,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:55,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:55,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229889779/master 2024-11-17T08:21:55,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229889779 2024-11-17T08:21:55,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:55,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:55,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:55,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:55,620 DEBUG [M:0;e3d0adb87c01:44981 {}] zookeeper.RecoverableZooKeeper(212): Node /11229889779/master already deleted, retry=false 2024-11-17T08:21:55,620 DEBUG [M:0;e3d0adb87c01:44981 {}] master.ActiveMasterManager(353): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Failed delete of our master address node; KeeperErrorCode = NoNode for /11229889779/master 2024-11-17T08:21:55,620 INFO [M:0;e3d0adb87c01:44981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/.lastflushedseqids 2024-11-17T08:21:55,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741848_1024 (size=245) 2024-11-17T08:21:55,646 INFO [M:0;e3d0adb87c01:44981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:21:55,648 INFO [M:0;e3d0adb87c01:44981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:21:55,648 DEBUG [M:0;e3d0adb87c01:44981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:21:55,648 INFO [M:0;e3d0adb87c01:44981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:55,648 DEBUG [M:0;e3d0adb87c01:44981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:55,648 DEBUG [M:0;e3d0adb87c01:44981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:21:55,648 DEBUG [M:0;e3d0adb87c01:44981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:55,649 INFO [M:0;e3d0adb87c01:44981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T08:21:55,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:55,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x10147e238f50004, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:55,679 INFO [RS:0;e3d0adb87c01:41597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:21:55,679 INFO [RS:0;e3d0adb87c01:41597 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,41597,1731831685429; zookeeper connection closed. 2024-11-17T08:21:55,680 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@772600f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@772600f1 2024-11-17T08:21:55,680 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:21:55,685 DEBUG [M:0;e3d0adb87c01:44981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bef9c18c3dfa4f4cb91fc02b7293e3ed is 82, key is hbase:meta,,1/info:regioninfo/1731831686845/Put/seqid=0 2024-11-17T08:21:55,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741849_1025 (size=5672) 2024-11-17T08:21:55,700 INFO [M:0;e3d0adb87c01:44981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bef9c18c3dfa4f4cb91fc02b7293e3ed 2024-11-17T08:21:55,745 DEBUG [M:0;e3d0adb87c01:44981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5787d30989d14085b00bfc9648bca0fc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731831700919/Put/seqid=0 2024-11-17T08:21:55,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741850_1026 (size=8516) 2024-11-17T08:21:55,779 INFO [M:0;e3d0adb87c01:44981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5787d30989d14085b00bfc9648bca0fc 2024-11-17T08:21:55,798 DEBUG [M:0;e3d0adb87c01:44981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/129f723cbe1a460ead21b664fc611f5a is 69, key is e3d0adb87c01,41597,1731831685429/rs:state/1731831686151/Put/seqid=0 2024-11-17T08:21:55,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741851_1027 (size=5156) 2024-11-17T08:21:55,826 INFO [M:0;e3d0adb87c01:44981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/129f723cbe1a460ead21b664fc611f5a 2024-11-17T08:21:55,833 DEBUG [M:0;e3d0adb87c01:44981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bef9c18c3dfa4f4cb91fc02b7293e3ed as hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bef9c18c3dfa4f4cb91fc02b7293e3ed 2024-11-17T08:21:55,847 INFO [M:0;e3d0adb87c01:44981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bef9c18c3dfa4f4cb91fc02b7293e3ed, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T08:21:55,849 DEBUG [M:0;e3d0adb87c01:44981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5787d30989d14085b00bfc9648bca0fc as hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5787d30989d14085b00bfc9648bca0fc 2024-11-17T08:21:55,857 INFO [M:0;e3d0adb87c01:44981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5787d30989d14085b00bfc9648bca0fc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T08:21:55,858 DEBUG [M:0;e3d0adb87c01:44981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/129f723cbe1a460ead21b664fc611f5a as hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/129f723cbe1a460ead21b664fc611f5a 2024-11-17T08:21:55,864 INFO [M:0;e3d0adb87c01:44981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39837/user/jenkins/test-data/35397ade-4df6-9bce-c799-3116171828d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/129f723cbe1a460ead21b664fc611f5a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T08:21:55,865 INFO [M:0;e3d0adb87c01:44981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 217ms, sequenceid=97, compaction requested=false 2024-11-17T08:21:55,889 INFO [M:0;e3d0adb87c01:44981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:55,889 DEBUG [M:0;e3d0adb87c01:44981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831715648Disabling compacts and flushes for region at 1731831715648Disabling writes for close at 1731831715648Obtaining lock to block concurrent updates at 1731831715649 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831715649Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731831715649Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831715653 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831715653Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831715685 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831715685Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831715717 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831715744 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831715744Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831715783 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831715797 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831715797Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48eca234: reopening flushed file at 1731831715832 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f15531: reopening flushed file at 1731831715848 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14632453: reopening flushed file at 1731831715857 (+9 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 217ms, sequenceid=97, compaction requested=false at 1731831715865 (+8 ms)Writing region close event to WAL at 1731831715888 (+23 ms)Closed at 1731831715888 2024-11-17T08:21:55,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741830_1006 (size=63654) 2024-11-17T08:21:55,891 INFO [M:0;e3d0adb87c01:44981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:21:55,891 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:21:55,891 INFO [M:0;e3d0adb87c01:44981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44981 2024-11-17T08:21:55,891 INFO [M:0;e3d0adb87c01:44981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:21:56,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:56,004 INFO [M:0;e3d0adb87c01:44981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:21:56,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44981-0x10147e238f50003, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:56,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fa7e2ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:21:56,007 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70e80506{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:21:56,007 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:21:56,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@245b1fbe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:21:56,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d78813c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/hadoop.log.dir/,STOPPED} 2024-11-17T08:21:56,008 WARN [BP-1791481979-172.17.0.3-1731831683111 heartbeating to localhost/127.0.0.1:39837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:21:56,008 WARN [BP-1791481979-172.17.0.3-1731831683111 heartbeating to localhost/127.0.0.1:39837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1791481979-172.17.0.3-1731831683111 (Datanode Uuid 04b94da6-3739-44eb-a579-620cbf747a59) service to localhost/127.0.0.1:39837 2024-11-17T08:21:56,009 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/cluster_4f557b89-30a9-ad6b-825b-3d9dc051b610/data/data1/current/BP-1791481979-172.17.0.3-1731831683111 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:21:56,009 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/cluster_4f557b89-30a9-ad6b-825b-3d9dc051b610/data/data2/current/BP-1791481979-172.17.0.3-1731831683111 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:21:56,009 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:21:56,009 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:21:56,009 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:21:56,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45610f92{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:21:56,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e8edf62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:21:56,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:21:56,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55caeb27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:21:56,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27b73b82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eea4ee5c-1869-28ee-0ec4-be5e55849f59/hadoop.log.dir/,STOPPED} 2024-11-17T08:21:56,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:21:56,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:21:56,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:56,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:56,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:56,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:56,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:56,041 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:21:56,041 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1379814076, stopped=false 2024-11-17T08:21:56,041 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,36725,1731831679742 2024-11-17T08:21:56,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0241929869/running 2024-11-17T08:21:56,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0241929869/running 2024-11-17T08:21:56,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:56,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:56,061 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:21:56,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:21:56,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:56,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:56,062 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,43793,1731831679925' ***** 2024-11-17T08:21:56,062 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:21:56,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Set watcher on znode that does not yet exist, /0241929869/running 2024-11-17T08:21:56,062 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:21:56,062 INFO [RS:0;e3d0adb87c01:43793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:21:56,062 INFO [RS:0;e3d0adb87c01:43793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:21:56,062 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(3091): Received CLOSE for 60d79ead88cdef926dcdff32459aeae1 2024-11-17T08:21:56,063 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:21:56,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Set watcher on znode that does not yet exist, /0241929869/running 2024-11-17T08:21:56,064 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(3091): Received CLOSE for 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:56,064 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,43793,1731831679925 2024-11-17T08:21:56,064 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:21:56,064 INFO [RS:0;e3d0adb87c01:43793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:43793. 2024-11-17T08:21:56,064 DEBUG [RS:0;e3d0adb87c01:43793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:56,064 DEBUG [RS:0;e3d0adb87c01:43793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:56,064 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:21:56,064 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:21:56,064 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:21:56,064 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:21:56,065 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60d79ead88cdef926dcdff32459aeae1, disabling compactions & flushes 2024-11-17T08:21:56,065 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731831692510.60d79ead88cdef926dcdff32459aeae1. 2024-11-17T08:21:56,065 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831692510.60d79ead88cdef926dcdff32459aeae1. 2024-11-17T08:21:56,065 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731831692510.60d79ead88cdef926dcdff32459aeae1. after waiting 0 ms 2024-11-17T08:21:56,065 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731831692510.60d79ead88cdef926dcdff32459aeae1. 2024-11-17T08:21:56,065 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 60d79ead88cdef926dcdff32459aeae1 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-17T08:21:56,068 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T08:21:56,068 DEBUG [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1325): Online Regions={60d79ead88cdef926dcdff32459aeae1=test,,1731831692510.60d79ead88cdef926dcdff32459aeae1., 1588230740=hbase:meta,,1.1588230740, 882447c0756aae7a90f02476d759e4d2=hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2.} 2024-11-17T08:21:56,068 DEBUG [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60d79ead88cdef926dcdff32459aeae1, 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:56,068 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:21:56,068 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:21:56,068 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:21:56,068 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:21:56,068 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:21:56,068 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T08:21:56,085 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:21:56,087 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/.tmp/f/ad9d2b91865d4e90828690eb5d6cd7df is 28, key is row/f:/1731831706981/DeleteFamily/seqid=0 2024-11-17T08:21:56,093 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/.tmp/info/3ea9783efa594eea9990d7b4e0980748 is 147, key is hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2./info:regioninfo/1731831698636/Put/seqid=0 2024-11-17T08:21:56,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741840_1016 (size=5085) 2024-11-17T08:21:56,103 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/.tmp/f/ad9d2b91865d4e90828690eb5d6cd7df 2024-11-17T08:21:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741841_1017 (size=7686) 2024-11-17T08:21:56,115 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/.tmp/info/3ea9783efa594eea9990d7b4e0980748 2024-11-17T08:21:56,118 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad9d2b91865d4e90828690eb5d6cd7df 2024-11-17T08:21:56,139 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/.tmp/f1/433613cd63cc4a38baba386dfb6d3cb9 is 29, key is row/f1:/1731831706981/DeleteFamily/seqid=0 2024-11-17T08:21:56,148 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/.tmp/ns/b3c98d590dd04a36bad0a82dd6f005c1 is 43, key is default/ns:d/1731831682902/Put/seqid=0 2024-11-17T08:21:56,154 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:21:56,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741842_1018 (size=5089) 2024-11-17T08:21:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741843_1019 (size=5153) 2024-11-17T08:21:56,171 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/.tmp/ns/b3c98d590dd04a36bad0a82dd6f005c1 2024-11-17T08:21:56,208 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/.tmp/rep_barrier/b96cbde14f6f4144a6a00d622a3675e0 is 112, key is test,,1731831692510.60d79ead88cdef926dcdff32459aeae1./rep_barrier:seqnumDuringOpen/1731831692871/Put/seqid=0 2024-11-17T08:21:56,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741844_1020 (size=5518) 2024-11-17T08:21:56,218 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/.tmp/rep_barrier/b96cbde14f6f4144a6a00d622a3675e0 2024-11-17T08:21:56,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,239 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/.tmp/table/1ad5badfe83147febfc63df248c65c36 is 53, key is hbase:replication/table:state/1731831698657/Put/seqid=0 2024-11-17T08:21:56,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:21:56,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741845_1021 (size=5308) 2024-11-17T08:21:56,251 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/.tmp/table/1ad5badfe83147febfc63df248c65c36 2024-11-17T08:21:56,257 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/.tmp/info/3ea9783efa594eea9990d7b4e0980748 as hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/info/3ea9783efa594eea9990d7b4e0980748 2024-11-17T08:21:56,261 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/info/3ea9783efa594eea9990d7b4e0980748, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T08:21:56,261 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/.tmp/ns/b3c98d590dd04a36bad0a82dd6f005c1 as hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/ns/b3c98d590dd04a36bad0a82dd6f005c1 2024-11-17T08:21:56,264 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/ns/b3c98d590dd04a36bad0a82dd6f005c1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T08:21:56,265 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/.tmp/rep_barrier/b96cbde14f6f4144a6a00d622a3675e0 as hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/rep_barrier/b96cbde14f6f4144a6a00d622a3675e0 2024-11-17T08:21:56,268 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/rep_barrier/b96cbde14f6f4144a6a00d622a3675e0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T08:21:56,268 DEBUG [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60d79ead88cdef926dcdff32459aeae1, 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:56,269 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/.tmp/table/1ad5badfe83147febfc63df248c65c36 as hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/table/1ad5badfe83147febfc63df248c65c36 2024-11-17T08:21:56,273 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/table/1ad5badfe83147febfc63df248c65c36, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T08:21:56,274 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 206ms, sequenceid=16, compaction requested=false 2024-11-17T08:21:56,312 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T08:21:56,312 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:21:56,312 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:21:56,312 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:21:56,313 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831716068Running coprocessor pre-close hooks at 1731831716068Disabling compacts and flushes for region at 1731831716068Disabling writes for close at 1731831716068Obtaining lock to block concurrent updates at 1731831716068Preparing flush snapshotting stores in 1588230740 at 1731831716068Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731831716069 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731831716069Flushing 1588230740/info: creating writer at 1731831716069Flushing 1588230740/info: appending metadata at 1731831716093 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731831716093Flushing 1588230740/ns: creating writer at 1731831716127 (+34 ms)Flushing 1588230740/ns: appending metadata at 1731831716147 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731831716147Flushing 1588230740/rep_barrier: creating writer at 1731831716181 (+34 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731831716207 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731831716207Flushing 1588230740/table: creating writer at 1731831716221 (+14 ms)Flushing 1588230740/table: appending metadata at 1731831716238 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731831716238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a4ed64: reopening flushed file at 1731831716256 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8e2a4b: reopening flushed file at 1731831716261 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4529a9e0: reopening flushed file at 1731831716265 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c6d69a1: reopening flushed file at 1731831716268 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 206ms, sequenceid=16, compaction requested=false at 1731831716274 (+6 ms)Writing region close event to WAL at 1731831716282 (+8 ms)Running coprocessor post-close hooks at 1731831716312 (+30 ms)Closed at 1731831716312 2024-11-17T08:21:56,313 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:21:56,321 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 636, reset compression=false 2024-11-17T08:21:56,330 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:56,330 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 883, reset compression=false 2024-11-17T08:21:56,330 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.shippere3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,43793,1731831679925 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:21:56,330 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.shippere3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e3d0adb87c01,43793,1731831679925: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e3d0adb87c01,43793,1731831679925, walGroup=e3d0adb87c01%2C43793%2C1731831679925, offset=e3d0adb87c01%2C43793%2C1731831679925.1731831681784:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:43793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T08:21:56,331 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.shippere3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T08:21:56,332 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.shippere3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T08:21:56,332 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.shippere3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T08:21:56,332 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.shippere3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T08:21:56,332 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.shippere3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T08:21:56,332 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.shippere3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 821658240 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 203339536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T08:21:56,332 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.shippere3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:36725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:36725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T08:21:56,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T08:21:56,480 DEBUG [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1351): Waiting on 60d79ead88cdef926dcdff32459aeae1, 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:56,533 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 883, reset compression=false 2024-11-17T08:21:56,568 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/.tmp/f1/433613cd63cc4a38baba386dfb6d3cb9 2024-11-17T08:21:56,573 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 433613cd63cc4a38baba386dfb6d3cb9 2024-11-17T08:21:56,587 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/.tmp/norep/82785799d45f40bc9be3e7f7e4f3f114 is 32, key is row/norep:/1731831706981/DeleteFamily/seqid=0 2024-11-17T08:21:56,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741846_1022 (size=5101) 2024-11-17T08:21:56,653 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:21:56,653 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:21:56,680 DEBUG [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1351): Waiting on 60d79ead88cdef926dcdff32459aeae1, 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:56,837 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 883, reset compression=false 2024-11-17T08:21:56,880 DEBUG [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1351): Waiting on 60d79ead88cdef926dcdff32459aeae1, 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:57,005 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/.tmp/norep/82785799d45f40bc9be3e7f7e4f3f114 2024-11-17T08:21:57,010 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82785799d45f40bc9be3e7f7e4f3f114 2024-11-17T08:21:57,011 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/.tmp/f/ad9d2b91865d4e90828690eb5d6cd7df as hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/f/ad9d2b91865d4e90828690eb5d6cd7df 2024-11-17T08:21:57,017 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad9d2b91865d4e90828690eb5d6cd7df 2024-11-17T08:21:57,017 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/f/ad9d2b91865d4e90828690eb5d6cd7df, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T08:21:57,018 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/.tmp/f1/433613cd63cc4a38baba386dfb6d3cb9 as hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/f1/433613cd63cc4a38baba386dfb6d3cb9 2024-11-17T08:21:57,031 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 433613cd63cc4a38baba386dfb6d3cb9 2024-11-17T08:21:57,031 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/f1/433613cd63cc4a38baba386dfb6d3cb9, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T08:21:57,035 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/.tmp/norep/82785799d45f40bc9be3e7f7e4f3f114 as hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/norep/82785799d45f40bc9be3e7f7e4f3f114 2024-11-17T08:21:57,041 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82785799d45f40bc9be3e7f7e4f3f114 2024-11-17T08:21:57,041 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/norep/82785799d45f40bc9be3e7f7e4f3f114, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T08:21:57,042 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 60d79ead88cdef926dcdff32459aeae1 in 977ms, sequenceid=6, compaction requested=false 2024-11-17T08:21:57,042 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T08:21:57,048 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/data/default/test/60d79ead88cdef926dcdff32459aeae1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T08:21:57,050 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:21:57,050 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:21:57,050 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731831692510.60d79ead88cdef926dcdff32459aeae1. 2024-11-17T08:21:57,050 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60d79ead88cdef926dcdff32459aeae1: Waiting for close lock at 1731831716065Running coprocessor pre-close hooks at 1731831716065Disabling compacts and flushes for region at 1731831716065Disabling writes for close at 1731831716065Obtaining lock to block concurrent updates at 1731831716065Preparing flush snapshotting stores in 60d79ead88cdef926dcdff32459aeae1 at 1731831716065Finished memstore snapshotting test,,1731831692510.60d79ead88cdef926dcdff32459aeae1., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731831716065Flushing stores of test,,1731831692510.60d79ead88cdef926dcdff32459aeae1. at 1731831716066 (+1 ms)Flushing 60d79ead88cdef926dcdff32459aeae1/f: creating writer at 1731831716066Flushing 60d79ead88cdef926dcdff32459aeae1/f: appending metadata at 1731831716086 (+20 ms)Flushing 60d79ead88cdef926dcdff32459aeae1/f: closing flushed file at 1731831716086Flushing 60d79ead88cdef926dcdff32459aeae1/f1: creating writer at 1731831716119 (+33 ms)Flushing 60d79ead88cdef926dcdff32459aeae1/f1: appending metadata at 1731831716139 (+20 ms)Flushing 60d79ead88cdef926dcdff32459aeae1/f1: closing flushed file at 1731831716139Flushing 60d79ead88cdef926dcdff32459aeae1/norep: creating writer at 1731831716573 (+434 ms)Flushing 60d79ead88cdef926dcdff32459aeae1/norep: appending metadata at 1731831716586 (+13 ms)Flushing 60d79ead88cdef926dcdff32459aeae1/norep: closing flushed file at 1731831716586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d3b3da4: reopening flushed file at 1731831717010 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c54bda: reopening flushed file at 1731831717017 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569c3030: reopening flushed file at 1731831717031 (+14 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 60d79ead88cdef926dcdff32459aeae1 in 977ms, sequenceid=6, compaction requested=false at 1731831717042 (+11 ms)Writing region close event to WAL at 1731831717044 (+2 ms)Running coprocessor post-close hooks at 1731831717049 (+5 ms)Closed at 1731831717050 (+1 ms) 2024-11-17T08:21:57,050 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731831692510.60d79ead88cdef926dcdff32459aeae1. 2024-11-17T08:21:57,050 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 882447c0756aae7a90f02476d759e4d2, disabling compactions & flushes 2024-11-17T08:21:57,050 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. 2024-11-17T08:21:57,050 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. 2024-11-17T08:21:57,050 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. after waiting 0 ms 2024-11-17T08:21:57,050 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. 2024-11-17T08:21:57,050 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 882447c0756aae7a90f02476d759e4d2: Waiting for close lock at 1731831717050Running coprocessor pre-close hooks at 1731831717050Disabling compacts and flushes for region at 1731831717050Disabling writes for close at 1731831717050Failed flush hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2., putting online again at 1731831717050 2024-11-17T08:21:57,050 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. 2024-11-17T08:21:57,081 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:21:57,081 DEBUG [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1325): Online Regions={882447c0756aae7a90f02476d759e4d2=hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2.} 2024-11-17T08:21:57,081 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(3091): Received CLOSE for 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:57,081 DEBUG [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1351): Waiting on 882447c0756aae7a90f02476d759e4d2 2024-11-17T08:21:57,081 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 882447c0756aae7a90f02476d759e4d2, disabling compactions & flushes 2024-11-17T08:21:57,081 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. 2024-11-17T08:21:57,081 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. 2024-11-17T08:21:57,081 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. after waiting 0 ms 2024-11-17T08:21:57,081 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. 2024-11-17T08:21:57,081 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 882447c0756aae7a90f02476d759e4d2: Waiting for close lock at 1731831717081Running coprocessor pre-close hooks at 1731831717081Disabling compacts and flushes for region at 1731831717081Disabling writes for close at 1731831717081Failed flush hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2., putting online again at 1731831717081 2024-11-17T08:21:57,081 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731831697471.882447c0756aae7a90f02476d759e4d2. 2024-11-17T08:21:57,241 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 883, reset compression=false 2024-11-17T08:21:57,253 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:21:57,253 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/WALs/e3d0adb87c01,43793,1731831679925/e3d0adb87c01%2C43793%2C1731831679925.1731831681784 to pos 1527, reset compression=false 2024-11-17T08:21:57,281 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T08:21:57,281 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,43793,1731831679925; all regions closed. 2024-11-17T08:21:57,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741834_1010 (size=4239) 2024-11-17T08:21:57,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741839_1015 (size=1297) 2024-11-17T08:21:57,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741832_1008 (size=1535) 2024-11-17T08:21:57,294 DEBUG [RS:0;e3d0adb87c01:43793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:57,294 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:21:57,295 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:21:57,295 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:21:57,295 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:21:57,295 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:21:57,295 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,43793,1731831679925 because: Region server is closing 2024-11-17T08:21:57,295 INFO [RS:0;e3d0adb87c01:43793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:43793. 2024-11-17T08:21:57,295 DEBUG [RS:0;e3d0adb87c01:43793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:21:57,295 DEBUG [RS:0;e3d0adb87c01:43793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:57,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:21:57,295 DEBUG [RS:0;e3d0adb87c01:43793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:21:57,396 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.shippere3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 terminated 2024-11-17T08:21:57,396 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,43793,1731831679925.replicationSource.wal-reader.e3d0adb87c01%2C43793%2C1731831679925,1-e3d0adb87c01,43793,1731831679925 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T08:21:57,396 INFO [RS:0;e3d0adb87c01:43793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43793 2024-11-17T08:21:57,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869/rs 2024-11-17T08:21:57,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0241929869/rs/e3d0adb87c01,43793,1731831679925 2024-11-17T08:21:57,462 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:21:57,473 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,43793,1731831679925] 2024-11-17T08:21:57,483 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0241929869/draining/e3d0adb87c01,43793,1731831679925 already deleted, retry=false 2024-11-17T08:21:57,483 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,43793,1731831679925 expired; onlineServers=0 2024-11-17T08:21:57,483 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,36725,1731831679742' ***** 2024-11-17T08:21:57,483 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:21:57,483 INFO [M:0;e3d0adb87c01:36725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:21:57,483 INFO [M:0;e3d0adb87c01:36725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:21:57,484 DEBUG [M:0;e3d0adb87c01:36725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:21:57,484 DEBUG [M:0;e3d0adb87c01:36725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:21:57,484 INFO [M:0;e3d0adb87c01:36725 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:21:57,484 INFO [M:0;e3d0adb87c01:36725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:21:57,484 DEBUG [M:0;e3d0adb87c01:36725 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:21:57,484 INFO [M:0;e3d0adb87c01:36725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:21:57,484 INFO [M:0;e3d0adb87c01:36725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:21:57,484 INFO [M:0;e3d0adb87c01:36725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:21:57,484 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:21:57,484 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:21:57,485 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831681584 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831681584,5,FailOnTimeoutGroup] 2024-11-17T08:21:57,485 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831681588 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831681588,5,FailOnTimeoutGroup] 2024-11-17T08:21:57,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0241929869/master 2024-11-17T08:21:57,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0241929869 2024-11-17T08:21:57,536 DEBUG [M:0;e3d0adb87c01:36725 {}] zookeeper.ZKUtil(347): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Unable to get data of znode /0241929869/master because node does not exist (not an error) 2024-11-17T08:21:57,536 WARN [M:0;e3d0adb87c01:36725 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:21:57,536 INFO [M:0;e3d0adb87c01:36725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/.lastflushedseqids 2024-11-17T08:21:57,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741847_1023 (size=245) 2024-11-17T08:21:57,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:57,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43793-0x10147e238f50001, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:57,573 INFO [RS:0;e3d0adb87c01:43793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:21:57,573 INFO [RS:0;e3d0adb87c01:43793 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,43793,1731831679925; zookeeper connection closed. 2024-11-17T08:21:57,573 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3aacb3c4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3aacb3c4 2024-11-17T08:21:57,574 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:21:57,942 INFO [M:0;e3d0adb87c01:36725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:21:57,942 INFO [M:0;e3d0adb87c01:36725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:21:57,942 DEBUG [M:0;e3d0adb87c01:36725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:21:57,942 INFO [M:0;e3d0adb87c01:36725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:57,942 DEBUG [M:0;e3d0adb87c01:36725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:57,942 DEBUG [M:0;e3d0adb87c01:36725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:21:57,942 DEBUG [M:0;e3d0adb87c01:36725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:57,942 INFO [M:0;e3d0adb87c01:36725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-17T08:21:57,955 DEBUG [M:0;e3d0adb87c01:36725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5b0438a87044edf8519e9bd8a3a1ce9 is 82, key is hbase:meta,,1/info:regioninfo/1731831682812/Put/seqid=0 2024-11-17T08:21:57,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741848_1024 (size=5672) 2024-11-17T08:21:58,359 INFO [M:0;e3d0adb87c01:36725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5b0438a87044edf8519e9bd8a3a1ce9 2024-11-17T08:21:58,381 DEBUG [M:0;e3d0adb87c01:36725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f0c4645bca1450f803c847dad07c8fe is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731831692879/Put/seqid=0 2024-11-17T08:21:58,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741849_1025 (size=7218) 2024-11-17T08:21:58,788 INFO [M:0;e3d0adb87c01:36725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f0c4645bca1450f803c847dad07c8fe 2024-11-17T08:21:58,793 INFO [M:0;e3d0adb87c01:36725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f0c4645bca1450f803c847dad07c8fe 2024-11-17T08:21:58,814 DEBUG [M:0;e3d0adb87c01:36725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd62ee49cf2e4389b2c148024e68f8be is 69, key is e3d0adb87c01,43793,1731831679925/rs:state/1731831681638/Put/seqid=0 2024-11-17T08:21:58,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741850_1026 (size=5156) 2024-11-17T08:21:58,819 INFO [M:0;e3d0adb87c01:36725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd62ee49cf2e4389b2c148024e68f8be 2024-11-17T08:21:58,823 DEBUG [M:0;e3d0adb87c01:36725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5b0438a87044edf8519e9bd8a3a1ce9 as hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5b0438a87044edf8519e9bd8a3a1ce9 2024-11-17T08:21:58,829 INFO [M:0;e3d0adb87c01:36725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5b0438a87044edf8519e9bd8a3a1ce9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T08:21:58,830 DEBUG [M:0;e3d0adb87c01:36725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f0c4645bca1450f803c847dad07c8fe as hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f0c4645bca1450f803c847dad07c8fe 2024-11-17T08:21:58,840 INFO [M:0;e3d0adb87c01:36725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f0c4645bca1450f803c847dad07c8fe 2024-11-17T08:21:58,840 INFO [M:0;e3d0adb87c01:36725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f0c4645bca1450f803c847dad07c8fe, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T08:21:58,841 DEBUG [M:0;e3d0adb87c01:36725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd62ee49cf2e4389b2c148024e68f8be as hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd62ee49cf2e4389b2c148024e68f8be 2024-11-17T08:21:58,848 INFO [M:0;e3d0adb87c01:36725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6d643b37-82dc-6e3a-8b35-0c7df89452bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd62ee49cf2e4389b2c148024e68f8be, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T08:21:58,849 INFO [M:0;e3d0adb87c01:36725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=105, compaction requested=false 2024-11-17T08:21:58,850 INFO [M:0;e3d0adb87c01:36725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:21:58,850 DEBUG [M:0;e3d0adb87c01:36725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831717942Disabling compacts and flushes for region at 1731831717942Disabling writes for close at 1731831717942Obtaining lock to block concurrent updates at 1731831717942Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831717942Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731831717943 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831717943Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831717943Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831717955 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831717955Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831718362 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831718380 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831718380Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831718793 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831718814 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831718814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fbfbfcc: reopening flushed file at 1731831718823 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f471b16: reopening flushed file at 1731831718829 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f437598: reopening flushed file at 1731831718840 (+11 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=105, compaction requested=false at 1731831718849 (+9 ms)Writing region close event to WAL at 1731831718850 (+1 ms)Closed at 1731831718850 2024-11-17T08:21:58,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46197 is added to blk_1073741830_1006 (size=64423) 2024-11-17T08:21:58,857 INFO [M:0;e3d0adb87c01:36725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:21:58,858 INFO [M:0;e3d0adb87c01:36725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36725 2024-11-17T08:21:58,858 INFO [M:0;e3d0adb87c01:36725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:21:58,860 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:21:58,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:58,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x10147e238f50000, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:21:58,983 INFO [M:0;e3d0adb87c01:36725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:21:58,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a43d6cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:21:58,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@342339f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:21:58,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:21:58,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dc97342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:21:58,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c96ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/hadoop.log.dir/,STOPPED} 2024-11-17T08:21:59,005 WARN [BP-2064476933-172.17.0.3-1731831676251 heartbeating to localhost/127.0.0.1:44805 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:21:59,005 WARN [BP-2064476933-172.17.0.3-1731831676251 heartbeating to localhost/127.0.0.1:44805 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2064476933-172.17.0.3-1731831676251 (Datanode Uuid ca0d038d-8a71-49d6-b6bf-385816adff1b) service to localhost/127.0.0.1:44805 2024-11-17T08:21:59,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/cluster_9e43ae49-b311-9bde-538a-dfb1d613f82b/data/data2/current/BP-2064476933-172.17.0.3-1731831676251 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:21:59,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/cluster_9e43ae49-b311-9bde-538a-dfb1d613f82b/data/data1/current/BP-2064476933-172.17.0.3-1731831676251 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:21:59,006 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:21:59,006 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:21:59,007 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:21:59,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@368fc6b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:21:59,019 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a667cca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:21:59,019 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:21:59,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738f653d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:21:59,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e88af59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59cdbc26-3ffe-ff74-6bb2-e59fedeb59c8/hadoop.log.dir/,STOPPED} 2024-11-17T08:21:59,027 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T08:21:59,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:21:59,059 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=364 (was 315) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44805 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60534) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60534) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39837 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:39837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33761 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60534) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=796 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 290) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1351 (was 1791) 2024-11-17T08:21:59,084 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=364, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=1351 2024-11-17T08:21:59,102 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-17T08:21:59,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/hadoop.log.dir so I do NOT create it in target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f 2024-11-17T08:21:59,103 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:21:59,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/hadoop.tmp.dir so I do NOT create it in target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f 2024-11-17T08:21:59,103 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3cfca64-0fbe-219c-21ea-c45d64e198b5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:21:59,103 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f 2024-11-17T08:21:59,103 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/cluster_e034776f-4876-0b9e-2f12-31c8d70354ea, deleteOnExit=true 2024-11-17T08:21:59,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10147e238f50008, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:21:59,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10147e238f50002, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:21:59,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10147e238f50005, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T08:21:59,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10147e238f50008, quorum=127.0.0.1:60534, baseZNode=/2-1880999617 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:21:59,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10147e238f50002, quorum=127.0.0.1:60534, baseZNode=/0241929869 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:21:59,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10147e238f50005, quorum=127.0.0.1:60534, baseZNode=/11229889779 Received Disconnected from ZooKeeper, ignoring 2024-11-17T08:21:59,147 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/cluster_e034776f-4876-0b9e-2f12-31c8d70354ea/zookeeper_0, clientPort=53594, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/cluster_e034776f-4876-0b9e-2f12-31c8d70354ea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/cluster_e034776f-4876-0b9e-2f12-31c8d70354ea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T08:21:59,149 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53594 2024-11-17T08:21:59,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:21:59,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:21:59,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/test.cache.data in system properties and HBase conf 2024-11-17T08:21:59,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:21:59,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:21:59,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:21:59,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:21:59,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:21:59,150 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:21:59,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:21:59,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:21:59,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:21:59,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:21:59,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:21:59,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:21:59,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:21:59,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:21:59,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:21:59,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:21:59,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:21:59,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:21:59,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:21:59,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:21:59,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:21:59,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:21:59,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:21:59,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:21:59,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:21:59,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:21:59,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30a30052{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:21:59,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f8a1d85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:21:59,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e08ba8f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/java.io.tmpdir/jetty-localhost-45997-hadoop-hdfs-3_4_1-tests_jar-_-any-17816272781685237339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:21:59,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@186018b3{HTTP/1.1, (http/1.1)}{localhost:45997} 2024-11-17T08:21:59,644 INFO [Time-limited test {}] server.Server(415): Started @319926ms 2024-11-17T08:21:59,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:21:59,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:21:59,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:21:59,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:21:59,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:21:59,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@416b06e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:21:59,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a5def59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:21:59,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14032aed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/java.io.tmpdir/jetty-localhost-35261-hadoop-hdfs-3_4_1-tests_jar-_-any-6880169827743030791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:22:00,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ef9642c{HTTP/1.1, (http/1.1)}{localhost:35261} 2024-11-17T08:22:00,000 INFO [Time-limited test {}] server.Server(415): Started @320281ms 2024-11-17T08:22:00,001 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:22:00,753 WARN [Thread-4188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/cluster_e034776f-4876-0b9e-2f12-31c8d70354ea/data/data1/current/BP-2095980374-172.17.0.3-1731831719171/current, will proceed with Du for space computation calculation, 2024-11-17T08:22:00,776 WARN [Thread-4189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/cluster_e034776f-4876-0b9e-2f12-31c8d70354ea/data/data2/current/BP-2095980374-172.17.0.3-1731831719171/current, will proceed with Du for space computation calculation, 2024-11-17T08:22:00,787 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:00,787 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:22:00,788 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129021 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:22:00,853 WARN [Thread-4176 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:22:00,865 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11e511c9db18371e with lease ID 0xb5d28b42c2649db: Processing first storage report for DS-93edd39b-c286-460b-9e2a-f36833ed4f85 from datanode DatanodeRegistration(127.0.0.1:36539, datanodeUuid=8e502c16-d037-474d-98f0-dd3ede181b41, infoPort=41365, infoSecurePort=0, ipcPort=35107, storageInfo=lv=-57;cid=testClusterID;nsid=647577063;c=1731831719171) 2024-11-17T08:22:00,866 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11e511c9db18371e with lease ID 0xb5d28b42c2649db: from storage DS-93edd39b-c286-460b-9e2a-f36833ed4f85 node DatanodeRegistration(127.0.0.1:36539, datanodeUuid=8e502c16-d037-474d-98f0-dd3ede181b41, infoPort=41365, infoSecurePort=0, ipcPort=35107, storageInfo=lv=-57;cid=testClusterID;nsid=647577063;c=1731831719171), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:22:00,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11e511c9db18371e with lease ID 0xb5d28b42c2649db: Processing first storage report for DS-aef78e22-339c-4231-9ee5-3d9d4e0fe0cf from datanode DatanodeRegistration(127.0.0.1:36539, datanodeUuid=8e502c16-d037-474d-98f0-dd3ede181b41, infoPort=41365, infoSecurePort=0, ipcPort=35107, storageInfo=lv=-57;cid=testClusterID;nsid=647577063;c=1731831719171) 2024-11-17T08:22:00,866 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11e511c9db18371e with lease ID 0xb5d28b42c2649db: from storage DS-aef78e22-339c-4231-9ee5-3d9d4e0fe0cf node DatanodeRegistration(127.0.0.1:36539, datanodeUuid=8e502c16-d037-474d-98f0-dd3ede181b41, infoPort=41365, infoSecurePort=0, ipcPort=35107, storageInfo=lv=-57;cid=testClusterID;nsid=647577063;c=1731831719171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:22:00,946 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:22:00,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:00,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:00,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f 2024-11-17T08:22:00,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:00,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:00,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:00,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:00,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:00,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:00,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:00,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:00,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36539 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:22:00,990 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181 with version=8 2024-11-17T08:22:00,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/hbase-staging 2024-11-17T08:22:00,994 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:22:00,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:00,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:00,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:22:00,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:00,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:22:00,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:22:00,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:22:01,011 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46529 2024-11-17T08:22:01,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46529 connecting to ZooKeeper ensemble=127.0.0.1:53594 2024-11-17T08:22:01,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:01,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:01,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:01,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:01,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:01,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:01,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:01,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:01,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:01,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465290x0, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:22:01,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46529-0x10147e2e08f0000 connected 2024-11-17T08:22:01,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:01,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:01,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Set watcher on znode that does not yet exist, /01828859111/running 2024-11-17T08:22:01,272 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181, hbase.cluster.distributed=false 2024-11-17T08:22:01,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Set watcher on znode that does not yet exist, /01828859111/acl 2024-11-17T08:22:01,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46529 2024-11-17T08:22:01,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46529 2024-11-17T08:22:01,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46529 2024-11-17T08:22:01,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46529 2024-11-17T08:22:01,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46529 2024-11-17T08:22:01,306 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:22:01,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:01,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:01,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:22:01,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:01,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:22:01,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:22:01,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:22:01,327 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44397 2024-11-17T08:22:01,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44397 connecting to ZooKeeper ensemble=127.0.0.1:53594 2024-11-17T08:22:01,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:01,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:01,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443970x0, quorum=127.0.0.1:53594, baseZNode=/01828859111 Set watcher on znode that does not yet exist, /01828859111/running 2024-11-17T08:22:01,350 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:22:01,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443970x0, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:22:01,352 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:22:01,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443970x0, quorum=127.0.0.1:53594, baseZNode=/01828859111 Set watcher on znode that does not yet exist, /01828859111/master 2024-11-17T08:22:01,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443970x0, quorum=127.0.0.1:53594, baseZNode=/01828859111 Set watcher on znode that does not yet exist, /01828859111/acl 2024-11-17T08:22:01,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44397-0x10147e2e08f0001 connected 2024-11-17T08:22:01,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44397 2024-11-17T08:22:01,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44397 2024-11-17T08:22:01,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44397 2024-11-17T08:22:01,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44397 2024-11-17T08:22:01,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44397 2024-11-17T08:22:01,377 DEBUG [M:0;e3d0adb87c01:46529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:46529 2024-11-17T08:22:01,377 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01828859111/backup-masters/e3d0adb87c01,46529,1731831720994 2024-11-17T08:22:01,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x10147e2e08f0001, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111/backup-masters 2024-11-17T08:22:01,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111/backup-masters 2024-11-17T08:22:01,385 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Set watcher on existing znode=/01828859111/backup-masters/e3d0adb87c01,46529,1731831720994 2024-11-17T08:22:01,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x10147e2e08f0001, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01828859111/master 2024-11-17T08:22:01,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x10147e2e08f0001, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111 2024-11-17T08:22:01,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111 2024-11-17T08:22:01,396 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Set watcher on existing znode=/01828859111/master 2024-11-17T08:22:01,396 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01828859111/backup-masters/e3d0adb87c01,46529,1731831720994 from backup master directory 2024-11-17T08:22:01,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x10147e2e08f0001, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111/backup-masters 2024-11-17T08:22:01,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01828859111/backup-masters/e3d0adb87c01,46529,1731831720994 2024-11-17T08:22:01,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111/backup-masters 2024-11-17T08:22:01,405 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:22:01,405 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,46529,1731831720994 2024-11-17T08:22:01,409 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/hbase.id] with ID: 7d7e5336-e4bf-4305-b678-60dbdf257c76 2024-11-17T08:22:01,409 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/.tmp/hbase.id 2024-11-17T08:22:01,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36539 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:22:01,427 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/.tmp/hbase.id]:[hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/hbase.id] 2024-11-17T08:22:01,440 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:01,440 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:22:01,442 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T08:22:01,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x10147e2e08f0001, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111 2024-11-17T08:22:01,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111 2024-11-17T08:22:01,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36539 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:22:01,488 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:22:01,489 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:22:01,496 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:22:01,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36539 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:22:01,951 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/MasterData/data/master/store 2024-11-17T08:22:01,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36539 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:22:02,355 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:02,355 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:22:02,355 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:02,356 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:02,356 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:22:02,356 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:02,356 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:02,356 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831722355Disabling compacts and flushes for region at 1731831722355Disabling writes for close at 1731831722356 (+1 ms)Writing region close event to WAL at 1731831722356Closed at 1731831722356 2024-11-17T08:22:02,358 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/MasterData/data/master/store/.initializing 2024-11-17T08:22:02,358 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/MasterData/WALs/e3d0adb87c01,46529,1731831720994 2024-11-17T08:22:02,359 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:22:02,361 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C46529%2C1731831720994, suffix=, logDir=hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/MasterData/WALs/e3d0adb87c01,46529,1731831720994, archiveDir=hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/MasterData/oldWALs, maxLogs=10 2024-11-17T08:22:02,375 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/MasterData/WALs/e3d0adb87c01,46529,1731831720994/e3d0adb87c01%2C46529%2C1731831720994.1731831722361, exclude list is [], retry=0 2024-11-17T08:22:02,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36539,DS-93edd39b-c286-460b-9e2a-f36833ed4f85,DISK] 2024-11-17T08:22:02,386 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/MasterData/WALs/e3d0adb87c01,46529,1731831720994/e3d0adb87c01%2C46529%2C1731831720994.1731831722361 2024-11-17T08:22:02,392 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41365:41365)] 2024-11-17T08:22:02,392 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:22:02,392 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:02,392 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:02,392 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:02,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:02,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:22:02,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:02,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:02,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:02,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:22:02,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:02,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:02,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:02,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:22:02,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:02,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:02,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:02,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:22:02,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:02,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:02,417 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:02,417 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:02,418 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:02,419 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:02,419 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:02,419 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:22:02,420 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:02,425 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:22:02,425 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69701225, jitterRate=0.038629189133644104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:22:02,426 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831722393Initializing all the Stores at 1731831722393Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831722393Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831722408 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831722408Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831722408Cleaning up temporary data from old regions at 1731831722419 (+11 ms)Region opened successfully at 1731831722426 (+7 ms) 2024-11-17T08:22:02,431 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:22:02,434 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2384f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:22:02,435 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:22:02,435 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:22:02,435 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:22:02,435 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:22:02,436 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:22:02,436 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:22:02,436 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:22:02,450 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:22:02,451 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Unable to get data of znode /01828859111/balancer because node does not exist (not necessarily an error) 2024-11-17T08:22:02,541 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01828859111/balancer already deleted, retry=false 2024-11-17T08:22:02,541 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:22:02,542 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Unable to get data of znode /01828859111/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:22:02,663 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01828859111/normalizer already deleted, retry=false 2024-11-17T08:22:02,664 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:22:02,665 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Unable to get data of znode /01828859111/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:22:02,699 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01828859111/switch/split already deleted, retry=false 2024-11-17T08:22:02,699 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Unable to get data of znode /01828859111/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:22:02,773 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01828859111/switch/merge already deleted, retry=false 2024-11-17T08:22:02,775 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Unable to get data of znode /01828859111/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:22:02,837 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01828859111/snapshot-cleanup already deleted, retry=false 2024-11-17T08:22:02,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x10147e2e08f0001, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01828859111/running 2024-11-17T08:22:02,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01828859111/running 2024-11-17T08:22:02,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111 2024-11-17T08:22:02,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x10147e2e08f0001, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111 2024-11-17T08:22:02,907 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,46529,1731831720994, sessionid=0x10147e2e08f0000, setting cluster-up flag (Was=false) 2024-11-17T08:22:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111 2024-11-17T08:22:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x10147e2e08f0001, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111 2024-11-17T08:22:02,972 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01828859111/flush-table-proc/acquired, /01828859111/flush-table-proc/reached, /01828859111/flush-table-proc/abort 2024-11-17T08:22:02,973 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,46529,1731831720994 2024-11-17T08:22:02,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111 2024-11-17T08:22:02,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x10147e2e08f0001, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111 2024-11-17T08:22:03,160 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01828859111/online-snapshot/acquired, /01828859111/online-snapshot/reached, /01828859111/online-snapshot/abort 2024-11-17T08:22:03,161 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,46529,1731831720994 2024-11-17T08:22:03,162 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:22:03,163 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:22:03,163 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:22:03,163 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:22:03,163 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,46529,1731831720994 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:22:03,164 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:22:03,164 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:22:03,164 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:22:03,164 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:22:03,164 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:22:03,164 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:03,164 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:22:03,164 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:03,165 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831753165 2024-11-17T08:22:03,165 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:22:03,165 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:22:03,165 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:22:03,165 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:22:03,165 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:22:03,165 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:22:03,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:22:03,165 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:03,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:22:03,165 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:22:03,166 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:22:03,166 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:22:03,166 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:22:03,166 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:22:03,166 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:22:03,166 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831723166,5,FailOnTimeoutGroup] 2024-11-17T08:22:03,166 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831723166,5,FailOnTimeoutGroup] 2024-11-17T08:22:03,166 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:03,166 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:22:03,166 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:03,166 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:03,166 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:03,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:22:03,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36539 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:22:03,175 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:22:03,175 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181 2024-11-17T08:22:03,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36539 is added to blk_1073741832_1008 (size=32) 2024-11-17T08:22:03,262 INFO [RS:0;e3d0adb87c01:44397 {}] regionserver.HRegionServer(746): ClusterId : 7d7e5336-e4bf-4305-b678-60dbdf257c76 2024-11-17T08:22:03,262 DEBUG [RS:0;e3d0adb87c01:44397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:22:03,310 DEBUG [RS:0;e3d0adb87c01:44397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:22:03,310 DEBUG [RS:0;e3d0adb87c01:44397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:22:03,450 DEBUG [RS:0;e3d0adb87c01:44397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:22:03,451 DEBUG [RS:0;e3d0adb87c01:44397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0b7a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:22:03,467 DEBUG [RS:0;e3d0adb87c01:44397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:44397 2024-11-17T08:22:03,468 INFO [RS:0;e3d0adb87c01:44397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:22:03,468 INFO [RS:0;e3d0adb87c01:44397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:22:03,468 DEBUG [RS:0;e3d0adb87c01:44397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:22:03,468 INFO [RS:0;e3d0adb87c01:44397 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,46529,1731831720994 with port=44397, startcode=1731831721306 2024-11-17T08:22:03,469 DEBUG [RS:0;e3d0adb87c01:44397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:22:03,470 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:22:03,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46529 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,44397,1731831721306 2024-11-17T08:22:03,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46529 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,44397,1731831721306 2024-11-17T08:22:03,472 DEBUG [RS:0;e3d0adb87c01:44397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181 2024-11-17T08:22:03,472 DEBUG [RS:0;e3d0adb87c01:44397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38865 2024-11-17T08:22:03,472 DEBUG [RS:0;e3d0adb87c01:44397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:22:03,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:03,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:22:03,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:22:03,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:03,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:03,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:22:03,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:22:03,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:03,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:03,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:22:03,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:22:03,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:03,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:03,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:22:03,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:22:03,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:03,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:03,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:22:03,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/data/hbase/meta/1588230740 2024-11-17T08:22:03,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/data/hbase/meta/1588230740 2024-11-17T08:22:03,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:22:03,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:22:03,605 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:22:03,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:22:03,615 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:22:03,615 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74276259, jitterRate=0.10680250823497772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:22:03,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831723590Initializing all the Stores at 1731831723591 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831723591Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831723591Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831723591Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831723591Cleaning up temporary data from old regions at 1731831723605 (+14 ms)Region opened successfully at 1731831723616 (+11 ms) 2024-11-17T08:22:03,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:22:03,616 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:22:03,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:22:03,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:22:03,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:22:03,621 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:22:03,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831723616Disabling compacts and flushes for region at 1731831723616Disabling writes for close at 1731831723616Writing region close event to WAL at 1731831723621 (+5 ms)Closed at 1731831723621 2024-11-17T08:22:03,622 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:22:03,622 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:22:03,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:22:03,623 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:22:03,624 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:22:03,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111/rs 2024-11-17T08:22:03,752 DEBUG [RS:0;e3d0adb87c01:44397 {}] zookeeper.ZKUtil(111): regionserver:44397-0x10147e2e08f0001, quorum=127.0.0.1:53594, baseZNode=/01828859111 Set watcher on existing znode=/01828859111/rs/e3d0adb87c01,44397,1731831721306 2024-11-17T08:22:03,752 WARN [RS:0;e3d0adb87c01:44397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:22:03,752 INFO [RS:0;e3d0adb87c01:44397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:22:03,752 DEBUG [RS:0;e3d0adb87c01:44397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/WALs/e3d0adb87c01,44397,1731831721306 2024-11-17T08:22:03,755 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,44397,1731831721306] 2024-11-17T08:22:03,758 INFO [RS:0;e3d0adb87c01:44397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:22:03,762 INFO [RS:0;e3d0adb87c01:44397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:22:03,762 INFO [RS:0;e3d0adb87c01:44397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:22:03,763 INFO [RS:0;e3d0adb87c01:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:03,763 INFO [RS:0;e3d0adb87c01:44397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:22:03,763 INFO [RS:0;e3d0adb87c01:44397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:22:03,763 INFO [RS:0;e3d0adb87c01:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:03,764 DEBUG [RS:0;e3d0adb87c01:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:03,764 DEBUG [RS:0;e3d0adb87c01:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:03,764 DEBUG [RS:0;e3d0adb87c01:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:03,764 DEBUG [RS:0;e3d0adb87c01:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:03,764 DEBUG [RS:0;e3d0adb87c01:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:03,764 DEBUG [RS:0;e3d0adb87c01:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:22:03,764 DEBUG [RS:0;e3d0adb87c01:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:03,764 DEBUG [RS:0;e3d0adb87c01:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:03,764 DEBUG [RS:0;e3d0adb87c01:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:03,764 DEBUG [RS:0;e3d0adb87c01:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:03,764 DEBUG [RS:0;e3d0adb87c01:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:03,764 DEBUG [RS:0;e3d0adb87c01:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:03,764 DEBUG [RS:0;e3d0adb87c01:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:22:03,764 DEBUG [RS:0;e3d0adb87c01:44397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:22:03,768 INFO [RS:0;e3d0adb87c01:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:03,768 INFO [RS:0;e3d0adb87c01:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:03,768 INFO [RS:0;e3d0adb87c01:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:03,768 INFO [RS:0;e3d0adb87c01:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:03,768 INFO [RS:0;e3d0adb87c01:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:03,768 INFO [RS:0;e3d0adb87c01:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44397,1731831721306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:22:03,774 WARN [e3d0adb87c01:46529 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T08:22:03,787 INFO [RS:0;e3d0adb87c01:44397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:22:03,788 INFO [RS:0;e3d0adb87c01:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,44397,1731831721306-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:03,788 INFO [RS:0;e3d0adb87c01:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:03,788 INFO [RS:0;e3d0adb87c01:44397 {}] regionserver.Replication(171): e3d0adb87c01,44397,1731831721306 started 2024-11-17T08:22:03,806 INFO [RS:0;e3d0adb87c01:44397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:03,806 INFO [RS:0;e3d0adb87c01:44397 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,44397,1731831721306, RpcServer on e3d0adb87c01/172.17.0.3:44397, sessionid=0x10147e2e08f0001 2024-11-17T08:22:03,807 DEBUG [RS:0;e3d0adb87c01:44397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:22:03,807 DEBUG [RS:0;e3d0adb87c01:44397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,44397,1731831721306 2024-11-17T08:22:03,807 DEBUG [RS:0;e3d0adb87c01:44397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,44397,1731831721306' 2024-11-17T08:22:03,807 DEBUG [RS:0;e3d0adb87c01:44397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01828859111/flush-table-proc/abort' 2024-11-17T08:22:03,807 DEBUG [RS:0;e3d0adb87c01:44397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01828859111/flush-table-proc/acquired' 2024-11-17T08:22:03,808 DEBUG [RS:0;e3d0adb87c01:44397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:22:03,808 DEBUG [RS:0;e3d0adb87c01:44397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:22:03,808 DEBUG [RS:0;e3d0adb87c01:44397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,44397,1731831721306 2024-11-17T08:22:03,808 DEBUG [RS:0;e3d0adb87c01:44397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,44397,1731831721306' 2024-11-17T08:22:03,808 DEBUG [RS:0;e3d0adb87c01:44397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01828859111/online-snapshot/abort' 2024-11-17T08:22:03,808 DEBUG [RS:0;e3d0adb87c01:44397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01828859111/online-snapshot/acquired' 2024-11-17T08:22:03,808 DEBUG [RS:0;e3d0adb87c01:44397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:22:03,808 INFO [RS:0;e3d0adb87c01:44397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:22:03,808 INFO [RS:0;e3d0adb87c01:44397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:22:03,909 INFO [RS:0;e3d0adb87c01:44397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:22:03,910 INFO [RS:0;e3d0adb87c01:44397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C44397%2C1731831721306, suffix=, logDir=hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/WALs/e3d0adb87c01,44397,1731831721306, archiveDir=hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/oldWALs, maxLogs=10 2024-11-17T08:22:03,926 DEBUG [RS:0;e3d0adb87c01:44397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/WALs/e3d0adb87c01,44397,1731831721306/e3d0adb87c01%2C44397%2C1731831721306.1731831723910, exclude list is [], retry=0 2024-11-17T08:22:03,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36539,DS-93edd39b-c286-460b-9e2a-f36833ed4f85,DISK] 2024-11-17T08:22:03,930 INFO [RS:0;e3d0adb87c01:44397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/WALs/e3d0adb87c01,44397,1731831721306/e3d0adb87c01%2C44397%2C1731831721306.1731831723910 2024-11-17T08:22:03,930 DEBUG [RS:0;e3d0adb87c01:44397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41365:41365)] 2024-11-17T08:22:04,024 DEBUG [e3d0adb87c01:46529 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:22:04,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,44397,1731831721306 2024-11-17T08:22:04,026 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,44397,1731831721306, state=OPENING 2024-11-17T08:22:05,018 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:22:05,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x10147e2e08f0001, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111 2024-11-17T08:22:05,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01828859111 2024-11-17T08:22:05,036 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:22:05,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01828859111/meta-region-server: CHANGED 2024-11-17T08:22:05,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01828859111/meta-region-server: CHANGED 2024-11-17T08:22:05,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,44397,1731831721306}] 2024-11-17T08:22:05,188 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:22:05,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:22:05,193 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:22:05,193 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:22:05,194 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:22:05,195 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C44397%2C1731831721306.meta, suffix=.meta, logDir=hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/WALs/e3d0adb87c01,44397,1731831721306, archiveDir=hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/oldWALs, maxLogs=10 2024-11-17T08:22:05,211 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/WALs/e3d0adb87c01,44397,1731831721306/e3d0adb87c01%2C44397%2C1731831721306.meta.1731831725195.meta, exclude list is [], retry=0 2024-11-17T08:22:05,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36539,DS-93edd39b-c286-460b-9e2a-f36833ed4f85,DISK] 2024-11-17T08:22:05,214 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/WALs/e3d0adb87c01,44397,1731831721306/e3d0adb87c01%2C44397%2C1731831721306.meta.1731831725195.meta 2024-11-17T08:22:05,214 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41365:41365)] 2024-11-17T08:22:05,215 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:22:05,215 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:22:05,215 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:22:05,215 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:22:05,215 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:22:05,215 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:22:05,215 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:05,215 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:22:05,216 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:22:05,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:22:05,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:22:05,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:05,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:05,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:22:05,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:22:05,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:05,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:05,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:22:05,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:22:05,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:05,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:05,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:22:05,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:22:05,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:05,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:05,220 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:22:05,221 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/data/hbase/meta/1588230740 2024-11-17T08:22:05,221 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/data/hbase/meta/1588230740 2024-11-17T08:22:05,222 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:22:05,222 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:22:05,222 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:22:05,223 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:22:05,224 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61485437, jitterRate=-0.08379559218883514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:22:05,224 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:22:05,224 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831725216Writing region info on filesystem at 1731831725216Initializing all the Stores at 1731831725216Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831725216Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831725217 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831725217Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831725217Cleaning up temporary data from old regions at 1731831725222 (+5 ms)Running coprocessor post-open hooks at 1731831725224 (+2 ms)Region opened successfully at 1731831725224 2024-11-17T08:22:05,225 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831725188 2024-11-17T08:22:05,227 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:22:05,227 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:22:05,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,44397,1731831721306 2024-11-17T08:22:05,228 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,44397,1731831721306, state=OPEN 2024-11-17T08:22:05,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46529-0x10147e2e08f0000, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01828859111/meta-region-server 2024-11-17T08:22:05,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44397-0x10147e2e08f0001, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01828859111/meta-region-server 2024-11-17T08:22:05,310 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,44397,1731831721306 2024-11-17T08:22:05,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01828859111/meta-region-server: CHANGED 2024-11-17T08:22:05,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01828859111/meta-region-server: CHANGED 2024-11-17T08:22:05,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:22:05,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,44397,1731831721306 in 274 msec 2024-11-17T08:22:05,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:22:05,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.6900 sec 2024-11-17T08:22:05,314 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:22:05,314 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:22:05,315 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:22:05,315 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44397,1731831721306, seqNum=-1] 2024-11-17T08:22:05,315 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:22:05,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:22:05,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.1570 sec 2024-11-17T08:22:05,320 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831725320, completionTime=-1 2024-11-17T08:22:05,320 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:22:05,320 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:22:05,322 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:22:05,322 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831785322 2024-11-17T08:22:05,322 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831845322 2024-11-17T08:22:05,322 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T08:22:05,322 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46529,1731831720994-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:05,322 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46529,1731831720994-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:05,322 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46529,1731831720994-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:05,322 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:46529, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:05,322 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:05,323 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:05,324 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:22:05,326 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.921sec 2024-11-17T08:22:05,326 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:22:05,326 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:22:05,326 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:22:05,326 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:22:05,326 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:22:05,326 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46529,1731831720994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:22:05,326 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46529,1731831720994-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:22:05,328 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:22:05,328 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:22:05,328 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46529,1731831720994-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:05,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9b6217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:05,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,46529,-1 for getting cluster id 2024-11-17T08:22:05,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:05,364 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d7e5336-e4bf-4305-b678-60dbdf257c76' 2024-11-17T08:22:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d7e5336-e4bf-4305-b678-60dbdf257c76" 2024-11-17T08:22:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dbe7d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,46529,-1] 2024-11-17T08:22:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:05,366 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:05,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dd467c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:05,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:22:05,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,44397,1731831721306, seqNum=-1] 2024-11-17T08:22:05,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:22:05,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:22:05,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,46529,1731831720994 2024-11-17T08:22:05,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53594 2024-11-17T08:22:05,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53594, baseZNode=/01828859111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:22:05,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10147e2e08f0002 connected 2024-11-17T08:22:05,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:05,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,46529,1731831720994 2024-11-17T08:22:05,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4567baac 2024-11-17T08:22:05,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:22:05,550 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:22:05,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46529 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:22:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46529 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T08:22:05,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:22:05,555 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:05,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:22:05,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46529 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T08:22:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:05,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36539 is added to blk_1073741835_1011 (size=902) 2024-11-17T08:22:05,571 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1660532ce71da60865cf56b12ed67b9, NAME => 'test,,1731831725550.f1660532ce71da60865cf56b12ed67b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181 2024-11-17T08:22:05,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36539 is added to blk_1073741836_1012 (size=39) 2024-11-17T08:22:05,593 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731831725550.f1660532ce71da60865cf56b12ed67b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:05,593 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f1660532ce71da60865cf56b12ed67b9, disabling compactions & flushes 2024-11-17T08:22:05,593 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731831725550.f1660532ce71da60865cf56b12ed67b9. 2024-11-17T08:22:05,593 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831725550.f1660532ce71da60865cf56b12ed67b9. 2024-11-17T08:22:05,593 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731831725550.f1660532ce71da60865cf56b12ed67b9. after waiting 0 ms 2024-11-17T08:22:05,593 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731831725550.f1660532ce71da60865cf56b12ed67b9. 2024-11-17T08:22:05,593 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731831725550.f1660532ce71da60865cf56b12ed67b9. 2024-11-17T08:22:05,593 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1660532ce71da60865cf56b12ed67b9: Waiting for close lock at 1731831725593Disabling compacts and flushes for region at 1731831725593Disabling writes for close at 1731831725593Writing region close event to WAL at 1731831725593Closed at 1731831725593 2024-11-17T08:22:05,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:22:05,595 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731831725550.f1660532ce71da60865cf56b12ed67b9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731831725594"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831725594"}]},"ts":"1731831725594"} 2024-11-17T08:22:05,596 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:22:05,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:22:05,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831725598"}]},"ts":"1731831725598"} 2024-11-17T08:22:05,600 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T08:22:05,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f1660532ce71da60865cf56b12ed67b9, ASSIGN}] 2024-11-17T08:22:05,602 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f1660532ce71da60865cf56b12ed67b9, ASSIGN 2024-11-17T08:22:05,602 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f1660532ce71da60865cf56b12ed67b9, ASSIGN; state=OFFLINE, location=e3d0adb87c01,44397,1731831721306; forceNewPlan=false, retain=false 2024-11-17T08:22:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:05,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f1660532ce71da60865cf56b12ed67b9, regionState=OPENING, regionLocation=e3d0adb87c01,44397,1731831721306 2024-11-17T08:22:05,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f1660532ce71da60865cf56b12ed67b9, ASSIGN because future has completed 2024-11-17T08:22:05,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1660532ce71da60865cf56b12ed67b9, server=e3d0adb87c01,44397,1731831721306}] 2024-11-17T08:22:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:05,916 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731831725550.f1660532ce71da60865cf56b12ed67b9. 2024-11-17T08:22:05,916 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f1660532ce71da60865cf56b12ed67b9, NAME => 'test,,1731831725550.f1660532ce71da60865cf56b12ed67b9.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:22:05,917 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:22:05,917 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T08:22:05,917 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f1660532ce71da60865cf56b12ed67b9 2024-11-17T08:22:05,917 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731831725550.f1660532ce71da60865cf56b12ed67b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:05,917 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f1660532ce71da60865cf56b12ed67b9 2024-11-17T08:22:05,917 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f1660532ce71da60865cf56b12ed67b9 2024-11-17T08:22:05,924 INFO [StoreOpener-f1660532ce71da60865cf56b12ed67b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f1660532ce71da60865cf56b12ed67b9 2024-11-17T08:22:05,926 INFO [StoreOpener-f1660532ce71da60865cf56b12ed67b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1660532ce71da60865cf56b12ed67b9 columnFamilyName f 2024-11-17T08:22:05,926 DEBUG [StoreOpener-f1660532ce71da60865cf56b12ed67b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:05,926 INFO [StoreOpener-f1660532ce71da60865cf56b12ed67b9-1 {}] regionserver.HStore(327): Store=f1660532ce71da60865cf56b12ed67b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:05,926 INFO [StoreOpener-f1660532ce71da60865cf56b12ed67b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f1660532ce71da60865cf56b12ed67b9 2024-11-17T08:22:05,927 INFO [StoreOpener-f1660532ce71da60865cf56b12ed67b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1660532ce71da60865cf56b12ed67b9 columnFamilyName f1 2024-11-17T08:22:05,927 DEBUG [StoreOpener-f1660532ce71da60865cf56b12ed67b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:05,928 INFO [StoreOpener-f1660532ce71da60865cf56b12ed67b9-1 {}] regionserver.HStore(327): Store=f1660532ce71da60865cf56b12ed67b9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:05,928 INFO [StoreOpener-f1660532ce71da60865cf56b12ed67b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f1660532ce71da60865cf56b12ed67b9 2024-11-17T08:22:05,929 INFO [StoreOpener-f1660532ce71da60865cf56b12ed67b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1660532ce71da60865cf56b12ed67b9 columnFamilyName norep 2024-11-17T08:22:05,929 DEBUG [StoreOpener-f1660532ce71da60865cf56b12ed67b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:05,929 INFO [StoreOpener-f1660532ce71da60865cf56b12ed67b9-1 {}] regionserver.HStore(327): Store=f1660532ce71da60865cf56b12ed67b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:05,929 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f1660532ce71da60865cf56b12ed67b9 2024-11-17T08:22:05,930 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/data/default/test/f1660532ce71da60865cf56b12ed67b9 2024-11-17T08:22:05,930 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/data/default/test/f1660532ce71da60865cf56b12ed67b9 2024-11-17T08:22:05,931 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f1660532ce71da60865cf56b12ed67b9 2024-11-17T08:22:05,931 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f1660532ce71da60865cf56b12ed67b9 2024-11-17T08:22:05,931 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:22:05,932 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f1660532ce71da60865cf56b12ed67b9 2024-11-17T08:22:05,937 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/data/default/test/f1660532ce71da60865cf56b12ed67b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:22:05,937 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f1660532ce71da60865cf56b12ed67b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70966089, jitterRate=0.057477131485939026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:22:05,937 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1660532ce71da60865cf56b12ed67b9 2024-11-17T08:22:05,938 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f1660532ce71da60865cf56b12ed67b9: Running coprocessor pre-open hook at 1731831725917Writing region info on filesystem at 1731831725917Initializing all the Stores at 1731831725918 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831725918Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831725924 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831725924Cleaning up temporary data from old regions at 1731831725931 (+7 ms)Running coprocessor post-open hooks at 1731831725937 (+6 ms)Region opened successfully at 1731831725938 (+1 ms) 2024-11-17T08:22:05,939 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731831725550.f1660532ce71da60865cf56b12ed67b9., pid=6, masterSystemTime=1731831725909 2024-11-17T08:22:05,942 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731831725550.f1660532ce71da60865cf56b12ed67b9. 2024-11-17T08:22:05,942 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731831725550.f1660532ce71da60865cf56b12ed67b9. 2024-11-17T08:22:05,943 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f1660532ce71da60865cf56b12ed67b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e3d0adb87c01,44397,1731831721306 2024-11-17T08:22:05,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1660532ce71da60865cf56b12ed67b9, server=e3d0adb87c01,44397,1731831721306 because future has completed 2024-11-17T08:22:05,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:22:05,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f1660532ce71da60865cf56b12ed67b9, server=e3d0adb87c01,44397,1731831721306 in 190 msec 2024-11-17T08:22:05,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:22:05,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f1660532ce71da60865cf56b12ed67b9, ASSIGN in 348 msec 2024-11-17T08:22:05,950 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:22:05,950 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831725950"}]},"ts":"1731831725950"} 2024-11-17T08:22:05,952 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T08:22:05,953 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:22:05,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 402 msec 2024-11-17T08:22:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:06,188 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T08:22:06,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c3d6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:06,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,46529,-1 for getting cluster id 2024-11-17T08:22:06,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:06,197 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d7e5336-e4bf-4305-b678-60dbdf257c76' 2024-11-17T08:22:06,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:06,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d7e5336-e4bf-4305-b678-60dbdf257c76" 2024-11-17T08:22:06,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d49cc3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:06,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,46529,-1] 2024-11-17T08:22:06,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:06,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:06,199 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdac1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:06,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,46529,1731831720994 2024-11-17T08:22:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43c9c7ab 2024-11-17T08:22:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:22:06,202 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:22:06,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46529 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:46529,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:22:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46529 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:22:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:22:06,207 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:46529' 2024-11-17T08:22:06,208 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f09178c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:06,208 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,46529,-1 for getting cluster id 2024-11-17T08:22:06,208 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:06,209 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d7e5336-e4bf-4305-b678-60dbdf257c76' 2024-11-17T08:22:06,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:06,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d7e5336-e4bf-4305-b678-60dbdf257c76" 2024-11-17T08:22:06,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540f363b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:06,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,46529,-1] 2024-11-17T08:22:06,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:06,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:06,212 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:06,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b559e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:06,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:06,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,46529,1731831720994 2024-11-17T08:22:06,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a2a5c9e 2024-11-17T08:22:06,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:22:06,215 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:22:06,216 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T08:22:06,216 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:22:06,216 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:06,216 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:06,217 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e3d0adb87c01:46529, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-17T08:22:06,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:22:06,223 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e3d0adb87c01:46529, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e3d0adb87c01:46529, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e3d0adb87c01:46529, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-17T08:22:06,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e3d0adb87c01:46529, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=21 msec 2024-11-17T08:22:06,225 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-17T08:22:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:22:06,319 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://e3d0adb87c01:46529, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-17T08:22:06,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:22:06,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:06,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:06,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:06,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:22:06,342 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 364) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: M:0;e3d0adb87c01:46529 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp183665033-7897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/e3d0adb87c01:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@b20fe7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 1 on default port 35107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: CacheReplicationMonitor(79107326) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181/MasterData-prefix:e3d0adb87c01,46529,1731831720994 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp183665033-7895-acceptor-0@2f967f0d-ServerConnector@186018b3{HTTP/1.1, (http/1.1)}{localhost:45997} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@15fba47b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp183665033-7898 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-52302c22-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/cluster_e034776f-4876-0b9e-2f12-31c8d70354ea/data/data2/current/BP-2095980374-172.17.0.3-1731831719171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: e3d0adb87c01:46529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: ProcessThread(sid:0 cport:53594): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp183665033-7892 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa2dc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@2a64c61a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e3d0adb87c01:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp183665033-7893 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa2dc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1912432894_20 at /127.0.0.1:36382 [Receiving block BP-2095980374-172.17.0.3-1731831719171:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1912432894_20 at /127.0.0.1:38640 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2095980374-172.17.0.3-1731831719171:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831723166 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp183665033-7894 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa2dc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/cluster_e034776f-4876-0b9e-2f12-31c8d70354ea/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RS_OPEN_META-regionserver/e3d0adb87c01:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-2095980374-172.17.0.3-1731831719171:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53594) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@46a022b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$604/0x00007fa2dcacf648.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1769589393-7942 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53594) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3942a96c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831723166 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3b9b6d1e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fa2dc9f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@17c1c6c0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181-prefix:e3d0adb87c01,44397,1731831721306.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-2095980374-172.17.0.3-1731831719171:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53594 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-6d04174e-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1912432894_20 at /127.0.0.1:36366 [Receiving block BP-2095980374-172.17.0.3-1731831719171:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7ba0bae0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;e3d0adb87c01:44397-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_925064644_20 at /127.0.0.1:36348 [Receiving block BP-2095980374-172.17.0.3-1731831719171:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53594) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 35107 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/cluster_e034776f-4876-0b9e-2f12-31c8d70354ea/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1769589393-7940 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa2dc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e3d0adb87c01:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38865/user/jenkins/test-data/f16f56c3-b886-d30f-45d4-23ffeee44181-prefix:e3d0adb87c01,44397,1731831721306 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e3d0adb87c01:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp183665033-7891 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa2dc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/cluster_e034776f-4876-0b9e-2f12-31c8d70354ea/data/data1/current/BP-2095980374-172.17.0.3-1731831719171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1769589393-7943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp183665033-7896 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@332dafea java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38865 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1769589393-7941-acceptor-0@4912e144-ServerConnector@1ef9642c{HTTP/1.1, (http/1.1)}{localhost:35261} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38865 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@3a184e65[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-2095980374-172.17.0.3-1731831719171 heartbeating to localhost/127.0.0.1:38865 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;e3d0adb87c01:44397 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) - Thread LEAK? -, OpenFileDescriptor=870 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 441) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2414 (was 1351) - AvailableMemoryMB LEAK? - 2024-11-17T08:22:06,346 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-17T08:22:06,363 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=462, ProcessCount=11, AvailableMemoryMB=2412 2024-11-17T08:22:06,363 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-17T08:22:06,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T08:22:06,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T08:22:06,381 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-17T08:22:06,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/hadoop.log.dir so I do NOT create it in target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d 2024-11-17T08:22:06,382 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:22:06,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/hadoop.tmp.dir so I do NOT create it in target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d 2024-11-17T08:22:06,382 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d34d1c-05f0-a222-cf23-7ab4e71c151f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:22:06,382 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d 2024-11-17T08:22:06,382 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/cluster_6398b4ab-191f-84fd-d23e-54f657daada6, deleteOnExit=true 2024-11-17T08:22:06,391 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/cluster_6398b4ab-191f-84fd-d23e-54f657daada6/zookeeper_0, clientPort=52422, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/cluster_6398b4ab-191f-84fd-d23e-54f657daada6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/cluster_6398b4ab-191f-84fd-d23e-54f657daada6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T08:22:06,392 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52422 2024-11-17T08:22:06,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:22:06,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:22:06,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/test.cache.data in system properties and HBase conf 2024-11-17T08:22:06,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:22:06,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:22:06,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:22:06,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:22:06,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:22:06,393 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:22:06,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:22:06,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:22:06,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:22:06,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:22:06,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:22:06,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:22:06,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:22:06,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:22:06,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:22:06,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:22:06,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:22:06,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:22:06,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:22:06,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:22:06,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:22:06,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:22:06,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:22:06,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:22:06,959 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:22:06,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:22:06,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3aed97b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:22:06,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10852d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:22:07,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d0c3145{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/java.io.tmpdir/jetty-localhost-37603-hadoop-hdfs-3_4_1-tests_jar-_-any-2190506997984036756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:22:07,061 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d623ae2{HTTP/1.1, (http/1.1)}{localhost:37603} 2024-11-17T08:22:07,061 INFO [Time-limited test {}] server.Server(415): Started @327343ms 2024-11-17T08:22:07,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:22:07,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:22:07,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:22:07,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:22:07,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:22:07,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6afe60a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:22:07,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40dfdc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:22:07,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@121cc1c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/java.io.tmpdir/jetty-localhost-36445-hadoop-hdfs-3_4_1-tests_jar-_-any-17237045367996344980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:22:07,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4580d9cf{HTTP/1.1, (http/1.1)}{localhost:36445} 2024-11-17T08:22:07,866 INFO [Time-limited test {}] server.Server(415): Started @328148ms 2024-11-17T08:22:07,867 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:22:08,591 WARN [Thread-4322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/cluster_6398b4ab-191f-84fd-d23e-54f657daada6/data/data1/current/BP-1843391060-172.17.0.3-1731831726430/current, will proceed with Du for space computation calculation, 2024-11-17T08:22:08,591 WARN [Thread-4323 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/cluster_6398b4ab-191f-84fd-d23e-54f657daada6/data/data2/current/BP-1843391060-172.17.0.3-1731831726430/current, will proceed with Du for space computation calculation, 2024-11-17T08:22:08,613 WARN [Thread-4310 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:22:08,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2203eef1d8589 with lease ID 0xe43aa7cb3a378b45: Processing first storage report for DS-2bd5505b-80a2-4acb-b246-017cb1f7ff61 from datanode DatanodeRegistration(127.0.0.1:39785, datanodeUuid=ce21beb1-4792-4085-8f0a-c08067fc639d, infoPort=40267, infoSecurePort=0, ipcPort=43147, storageInfo=lv=-57;cid=testClusterID;nsid=962534893;c=1731831726430) 2024-11-17T08:22:08,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2203eef1d8589 with lease ID 0xe43aa7cb3a378b45: from storage DS-2bd5505b-80a2-4acb-b246-017cb1f7ff61 node DatanodeRegistration(127.0.0.1:39785, datanodeUuid=ce21beb1-4792-4085-8f0a-c08067fc639d, infoPort=40267, infoSecurePort=0, ipcPort=43147, storageInfo=lv=-57;cid=testClusterID;nsid=962534893;c=1731831726430), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:22:08,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2203eef1d8589 with lease ID 0xe43aa7cb3a378b45: Processing first storage report for DS-60c2b41c-7837-476c-bee3-1e21bfd4a93f from datanode DatanodeRegistration(127.0.0.1:39785, datanodeUuid=ce21beb1-4792-4085-8f0a-c08067fc639d, infoPort=40267, infoSecurePort=0, ipcPort=43147, storageInfo=lv=-57;cid=testClusterID;nsid=962534893;c=1731831726430) 2024-11-17T08:22:08,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2203eef1d8589 with lease ID 0xe43aa7cb3a378b45: from storage DS-60c2b41c-7837-476c-bee3-1e21bfd4a93f node DatanodeRegistration(127.0.0.1:39785, datanodeUuid=ce21beb1-4792-4085-8f0a-c08067fc639d, infoPort=40267, infoSecurePort=0, ipcPort=43147, storageInfo=lv=-57;cid=testClusterID;nsid=962534893;c=1731831726430), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:22:08,712 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d 2024-11-17T08:22:08,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:08,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:08,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:22:09,125 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f with version=8 2024-11-17T08:22:09,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/hbase-staging 2024-11-17T08:22:09,128 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:22:09,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:09,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:09,128 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:22:09,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:09,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:22:09,128 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:22:09,128 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:22:09,129 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35351 2024-11-17T08:22:09,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35351 connecting to ZooKeeper ensemble=127.0.0.1:52422 2024-11-17T08:22:09,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353510x0, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:22:09,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35351-0x10147e2fcdf0000 connected 2024-11-17T08:22:09,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:09,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:09,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Set watcher on znode that does not yet exist, /0-1792082735/running 2024-11-17T08:22:09,520 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f, hbase.cluster.distributed=false 2024-11-17T08:22:09,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Set watcher on znode that does not yet exist, /0-1792082735/acl 2024-11-17T08:22:09,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35351 2024-11-17T08:22:09,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35351 2024-11-17T08:22:09,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35351 2024-11-17T08:22:09,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35351 2024-11-17T08:22:09,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35351 2024-11-17T08:22:09,540 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:22:09,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:09,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:09,540 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:22:09,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:09,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:22:09,540 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:22:09,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:22:09,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46119 2024-11-17T08:22:09,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46119 connecting to ZooKeeper ensemble=127.0.0.1:52422 2024-11-17T08:22:09,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:09,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:09,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461190x0, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:22:09,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461190x0, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Set watcher on znode that does not yet exist, /0-1792082735/running 2024-11-17T08:22:09,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46119-0x10147e2fcdf0001 connected 2024-11-17T08:22:09,561 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:22:09,563 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:22:09,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Set watcher on znode that does not yet exist, /0-1792082735/master 2024-11-17T08:22:09,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Set watcher on znode that does not yet exist, /0-1792082735/acl 2024-11-17T08:22:09,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46119 2024-11-17T08:22:09,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46119 2024-11-17T08:22:09,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46119 2024-11-17T08:22:09,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46119 2024-11-17T08:22:09,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46119 2024-11-17T08:22:09,590 DEBUG [M:0;e3d0adb87c01:35351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:35351 2024-11-17T08:22:09,591 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1792082735/backup-masters/e3d0adb87c01,35351,1731831729127 2024-11-17T08:22:09,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735/backup-masters 2024-11-17T08:22:09,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735/backup-masters 2024-11-17T08:22:09,602 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Set watcher on existing znode=/0-1792082735/backup-masters/e3d0adb87c01,35351,1731831729127 2024-11-17T08:22:09,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:09,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1792082735/master 2024-11-17T08:22:09,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:09,613 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Set watcher on existing znode=/0-1792082735/master 2024-11-17T08:22:09,613 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1792082735/backup-masters/e3d0adb87c01,35351,1731831729127 from backup master directory 2024-11-17T08:22:09,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1792082735/backup-masters/e3d0adb87c01,35351,1731831729127 2024-11-17T08:22:09,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735/backup-masters 2024-11-17T08:22:09,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735/backup-masters 2024-11-17T08:22:09,623 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:22:09,623 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,35351,1731831729127 2024-11-17T08:22:09,626 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/hbase.id] with ID: 0ae4ea27-2c1d-423e-aa1f-c58cc867a255 2024-11-17T08:22:09,626 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/.tmp/hbase.id 2024-11-17T08:22:09,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:22:09,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:22:09,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T08:22:10,034 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/.tmp/hbase.id]:[hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/hbase.id] 2024-11-17T08:22:10,041 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:10,041 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:22:10,042 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T08:22:10,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:10,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:10,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:22:10,466 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:22:10,467 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:22:10,468 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:22:10,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:22:10,717 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:22:10,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:10,878 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store 2024-11-17T08:22:10,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:22:11,282 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:11,283 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:22:11,283 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:11,283 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:11,283 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:22:11,283 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:11,283 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:11,283 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831731283Disabling compacts and flushes for region at 1731831731283Disabling writes for close at 1731831731283Writing region close event to WAL at 1731831731283Closed at 1731831731283 2024-11-17T08:22:11,283 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/.initializing 2024-11-17T08:22:11,283 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/WALs/e3d0adb87c01,35351,1731831729127 2024-11-17T08:22:11,284 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:22:11,285 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C35351%2C1731831729127, suffix=, logDir=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/WALs/e3d0adb87c01,35351,1731831729127, archiveDir=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/oldWALs, maxLogs=10 2024-11-17T08:22:11,298 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/WALs/e3d0adb87c01,35351,1731831729127/e3d0adb87c01%2C35351%2C1731831729127.1731831731286, exclude list is [], retry=0 2024-11-17T08:22:11,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39785,DS-2bd5505b-80a2-4acb-b246-017cb1f7ff61,DISK] 2024-11-17T08:22:11,302 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/WALs/e3d0adb87c01,35351,1731831729127/e3d0adb87c01%2C35351%2C1731831729127.1731831731286 2024-11-17T08:22:11,302 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40267:40267)] 2024-11-17T08:22:11,302 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:22:11,302 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:11,302 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:11,302 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:11,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:11,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:22:11,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:11,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:11,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:11,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:22:11,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:11,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:11,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:11,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:22:11,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:11,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:11,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:11,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:22:11,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:11,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:11,309 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:11,309 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:11,309 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:11,310 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:11,310 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:11,310 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:22:11,311 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:11,312 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:22:11,312 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73385501, jitterRate=0.09352917969226837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:22:11,312 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831731302Initializing all the Stores at 1731831731303 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831731303Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831731303Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831731303Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831731303Cleaning up temporary data from old regions at 1731831731310 (+7 ms)Region opened successfully at 1731831731312 (+2 ms) 2024-11-17T08:22:11,316 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:22:11,318 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96bc477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:22:11,319 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:22:11,319 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:22:11,319 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:22:11,319 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:22:11,320 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:22:11,320 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:22:11,320 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:22:11,321 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:22:11,322 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Unable to get data of znode /0-1792082735/balancer because node does not exist (not necessarily an error) 2024-11-17T08:22:11,339 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1792082735/balancer already deleted, retry=false 2024-11-17T08:22:11,339 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:22:11,352 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Unable to get data of znode /0-1792082735/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:22:11,360 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1792082735/normalizer already deleted, retry=false 2024-11-17T08:22:11,361 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:22:11,362 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Unable to get data of znode /0-1792082735/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:22:11,370 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1792082735/switch/split already deleted, retry=false 2024-11-17T08:22:11,371 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Unable to get data of znode /0-1792082735/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:22:11,381 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1792082735/switch/merge already deleted, retry=false 2024-11-17T08:22:11,383 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Unable to get data of znode /0-1792082735/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:22:11,391 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1792082735/snapshot-cleanup already deleted, retry=false 2024-11-17T08:22:11,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1792082735/running 2024-11-17T08:22:11,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1792082735/running 2024-11-17T08:22:11,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:11,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:11,402 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,35351,1731831729127, sessionid=0x10147e2fcdf0000, setting cluster-up flag (Was=false) 2024-11-17T08:22:11,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:11,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:11,455 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1792082735/flush-table-proc/acquired, /0-1792082735/flush-table-proc/reached, /0-1792082735/flush-table-proc/abort 2024-11-17T08:22:11,456 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,35351,1731831729127 2024-11-17T08:22:11,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:11,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:11,507 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1792082735/online-snapshot/acquired, /0-1792082735/online-snapshot/reached, /0-1792082735/online-snapshot/abort 2024-11-17T08:22:11,518 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,35351,1731831729127 2024-11-17T08:22:11,519 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:22:11,520 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:22:11,520 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:22:11,521 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:22:11,521 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,35351,1731831729127 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:22:11,522 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:22:11,522 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:22:11,522 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:22:11,522 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:22:11,522 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:22:11,522 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:11,522 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:22:11,522 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:11,523 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831761523 2024-11-17T08:22:11,523 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:22:11,523 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:22:11,523 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:22:11,523 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:22:11,523 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:22:11,523 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:22:11,524 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:22:11,524 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:22:11,525 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:11,525 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:22:11,529 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:11,529 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:22:11,529 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:22:11,530 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:22:11,530 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:22:11,530 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:22:11,530 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:22:11,540 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831731530,5,FailOnTimeoutGroup] 2024-11-17T08:22:11,543 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831731540,5,FailOnTimeoutGroup] 2024-11-17T08:22:11,543 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:11,543 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:22:11,543 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:11,543 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:11,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:22:11,579 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(746): ClusterId : 0ae4ea27-2c1d-423e-aa1f-c58cc867a255 2024-11-17T08:22:11,579 DEBUG [RS:0;e3d0adb87c01:46119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:22:11,592 DEBUG [RS:0;e3d0adb87c01:46119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:22:11,592 DEBUG [RS:0;e3d0adb87c01:46119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:22:11,603 DEBUG [RS:0;e3d0adb87c01:46119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:22:11,603 DEBUG [RS:0;e3d0adb87c01:46119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3450ba55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:22:11,614 DEBUG [RS:0;e3d0adb87c01:46119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:46119 2024-11-17T08:22:11,614 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:22:11,614 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:22:11,614 DEBUG [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:22:11,614 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,35351,1731831729127 with port=46119, startcode=1731831729540 2024-11-17T08:22:11,614 DEBUG [RS:0;e3d0adb87c01:46119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:22:11,615 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:22:11,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,46119,1731831729540 2024-11-17T08:22:11,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35351 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,46119,1731831729540 2024-11-17T08:22:11,617 DEBUG [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f 2024-11-17T08:22:11,617 DEBUG [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37803 2024-11-17T08:22:11,617 DEBUG [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:22:11,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735/rs 2024-11-17T08:22:11,623 DEBUG [RS:0;e3d0adb87c01:46119 {}] zookeeper.ZKUtil(111): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Set watcher on existing znode=/0-1792082735/rs/e3d0adb87c01,46119,1731831729540 2024-11-17T08:22:11,623 WARN [RS:0;e3d0adb87c01:46119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:22:11,623 INFO [RS:0;e3d0adb87c01:46119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:22:11,624 DEBUG [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540 2024-11-17T08:22:11,624 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,46119,1731831729540] 2024-11-17T08:22:11,626 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:22:11,627 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:22:11,627 INFO [RS:0;e3d0adb87c01:46119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:22:11,627 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:11,627 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:22:11,628 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:22:11,628 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:11,628 DEBUG [RS:0;e3d0adb87c01:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:11,628 DEBUG [RS:0;e3d0adb87c01:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:11,628 DEBUG [RS:0;e3d0adb87c01:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:11,628 DEBUG [RS:0;e3d0adb87c01:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:11,628 DEBUG [RS:0;e3d0adb87c01:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:11,628 DEBUG [RS:0;e3d0adb87c01:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:22:11,628 DEBUG [RS:0;e3d0adb87c01:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:11,628 DEBUG [RS:0;e3d0adb87c01:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:11,628 DEBUG [RS:0;e3d0adb87c01:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:11,628 DEBUG [RS:0;e3d0adb87c01:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:11,628 DEBUG [RS:0;e3d0adb87c01:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:11,628 DEBUG [RS:0;e3d0adb87c01:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:11,628 DEBUG [RS:0;e3d0adb87c01:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:22:11,628 DEBUG [RS:0;e3d0adb87c01:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:22:11,631 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:11,631 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:11,631 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:11,632 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:11,632 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:11,632 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46119,1731831729540-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:22:11,644 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:22:11,644 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,46119,1731831729540-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:11,644 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:11,644 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.Replication(171): e3d0adb87c01,46119,1731831729540 started 2024-11-17T08:22:11,655 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:11,656 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,46119,1731831729540, RpcServer on e3d0adb87c01/172.17.0.3:46119, sessionid=0x10147e2fcdf0001 2024-11-17T08:22:11,656 DEBUG [RS:0;e3d0adb87c01:46119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:22:11,656 DEBUG [RS:0;e3d0adb87c01:46119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,46119,1731831729540 2024-11-17T08:22:11,656 DEBUG [RS:0;e3d0adb87c01:46119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,46119,1731831729540' 2024-11-17T08:22:11,656 DEBUG [RS:0;e3d0adb87c01:46119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1792082735/flush-table-proc/abort' 2024-11-17T08:22:11,656 DEBUG [RS:0;e3d0adb87c01:46119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1792082735/flush-table-proc/acquired' 2024-11-17T08:22:11,657 DEBUG [RS:0;e3d0adb87c01:46119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:22:11,657 DEBUG [RS:0;e3d0adb87c01:46119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:22:11,657 DEBUG [RS:0;e3d0adb87c01:46119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,46119,1731831729540 2024-11-17T08:22:11,657 DEBUG [RS:0;e3d0adb87c01:46119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,46119,1731831729540' 2024-11-17T08:22:11,657 DEBUG [RS:0;e3d0adb87c01:46119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1792082735/online-snapshot/abort' 2024-11-17T08:22:11,657 DEBUG [RS:0;e3d0adb87c01:46119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1792082735/online-snapshot/acquired' 2024-11-17T08:22:11,657 DEBUG [RS:0;e3d0adb87c01:46119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:22:11,657 INFO [RS:0;e3d0adb87c01:46119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:22:11,657 INFO [RS:0;e3d0adb87c01:46119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:22:11,758 INFO [RS:0;e3d0adb87c01:46119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:22:11,759 INFO [RS:0;e3d0adb87c01:46119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C46119%2C1731831729540, suffix=, logDir=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540, archiveDir=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/oldWALs, maxLogs=10 2024-11-17T08:22:11,775 DEBUG [RS:0;e3d0adb87c01:46119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759, exclude list is [], retry=0 2024-11-17T08:22:11,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39785,DS-2bd5505b-80a2-4acb-b246-017cb1f7ff61,DISK] 2024-11-17T08:22:11,785 INFO [RS:0;e3d0adb87c01:46119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759 2024-11-17T08:22:11,785 DEBUG [RS:0;e3d0adb87c01:46119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40267:40267)] 2024-11-17T08:22:11,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:22:11,947 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f 2024-11-17T08:22:11,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:22:12,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:12,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:22:12,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:22:12,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:12,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:12,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:22:12,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:22:12,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:12,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:12,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:22:12,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:22:12,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:12,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:12,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:22:12,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:22:12,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:12,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:12,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:22:12,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740 2024-11-17T08:22:12,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740 2024-11-17T08:22:12,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:22:12,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:22:12,365 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:22:12,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:22:12,367 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:22:12,367 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67529620, jitterRate=0.0062697529792785645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:22:12,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831732354Initializing all the Stores at 1731831732355 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831732355Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831732358 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831732358Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831732358Cleaning up temporary data from old regions at 1731831732364 (+6 ms)Region opened successfully at 1731831732368 (+4 ms) 2024-11-17T08:22:12,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:22:12,368 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:22:12,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:22:12,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:22:12,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:22:12,368 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:22:12,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831732368Disabling compacts and flushes for region at 1731831732368Disabling writes for close at 1731831732368Writing region close event to WAL at 1731831732368Closed at 1731831732368 2024-11-17T08:22:12,369 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:22:12,369 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:22:12,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:22:12,370 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:22:12,371 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:22:12,521 DEBUG [e3d0adb87c01:35351 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:22:12,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,46119,1731831729540 2024-11-17T08:22:12,522 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,46119,1731831729540, state=OPENING 2024-11-17T08:22:12,612 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:22:12,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:12,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:12,720 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:22:12,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1792082735/meta-region-server: CHANGED 2024-11-17T08:22:12,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1792082735/meta-region-server: CHANGED 2024-11-17T08:22:12,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,46119,1731831729540}] 2024-11-17T08:22:12,872 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:22:12,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:22:12,876 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:22:12,876 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:22:12,876 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:22:12,880 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C46119%2C1731831729540.meta, suffix=.meta, logDir=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540, archiveDir=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/oldWALs, maxLogs=10 2024-11-17T08:22:12,897 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.meta.1731831732881.meta, exclude list is [], retry=0 2024-11-17T08:22:12,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39785,DS-2bd5505b-80a2-4acb-b246-017cb1f7ff61,DISK] 2024-11-17T08:22:12,912 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.meta.1731831732881.meta 2024-11-17T08:22:12,913 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40267:40267)] 2024-11-17T08:22:12,913 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:22:12,914 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:22:12,914 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:22:12,914 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:22:12,914 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:22:12,914 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:22:12,914 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:12,914 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:22:12,914 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:22:12,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:22:12,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:22:12,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:12,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:12,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:22:12,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:22:12,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:12,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:12,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:22:12,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:22:12,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:12,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:12,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:22:12,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:22:12,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:12,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:12,920 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:22:12,921 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740 2024-11-17T08:22:12,922 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740 2024-11-17T08:22:12,922 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:22:12,923 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:22:12,923 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:22:12,924 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:22:12,925 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66050896, jitterRate=-0.015764951705932617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:22:12,925 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:22:12,925 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831732914Writing region info on filesystem at 1731831732914Initializing all the Stores at 1731831732915 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831732915Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831732916 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831732916Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831732916Cleaning up temporary data from old regions at 1731831732923 (+7 ms)Running coprocessor post-open hooks at 1731831732925 (+2 ms)Region opened successfully at 1731831732925 2024-11-17T08:22:12,926 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831732872 2024-11-17T08:22:12,927 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:22:12,927 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:22:12,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,46119,1731831729540 2024-11-17T08:22:12,928 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,46119,1731831729540, state=OPEN 2024-11-17T08:22:12,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1792082735/meta-region-server 2024-11-17T08:22:12,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1792082735/meta-region-server 2024-11-17T08:22:12,949 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,46119,1731831729540 2024-11-17T08:22:12,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1792082735/meta-region-server: CHANGED 2024-11-17T08:22:12,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1792082735/meta-region-server: CHANGED 2024-11-17T08:22:12,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:22:12,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,46119,1731831729540 in 229 msec 2024-11-17T08:22:12,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:22:12,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 582 msec 2024-11-17T08:22:12,953 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:22:12,953 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:22:12,954 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:22:12,954 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,46119,1731831729540, seqNum=-1] 2024-11-17T08:22:12,954 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:22:12,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:22:12,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4390 sec 2024-11-17T08:22:12,959 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831732959, completionTime=-1 2024-11-17T08:22:12,959 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:22:12,959 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:22:12,961 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:22:12,961 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831792961 2024-11-17T08:22:12,961 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831852961 2024-11-17T08:22:12,961 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T08:22:12,961 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35351,1731831729127-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:12,961 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35351,1731831729127-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:12,961 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35351,1731831729127-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:12,961 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:35351, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:12,961 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:12,962 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:12,963 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:22:12,966 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.343sec 2024-11-17T08:22:12,966 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:22:12,966 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:22:12,966 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:22:12,966 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:22:12,966 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:22:12,966 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35351,1731831729127-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:22:12,966 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35351,1731831729127-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:22:12,968 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:22:12,968 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:22:12,968 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35351,1731831729127-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:12,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@235074a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:12,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,35351,-1 for getting cluster id 2024-11-17T08:22:12,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:12,981 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ae4ea27-2c1d-423e-aa1f-c58cc867a255' 2024-11-17T08:22:12,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:12,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ae4ea27-2c1d-423e-aa1f-c58cc867a255" 2024-11-17T08:22:12,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769e5996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:12,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,35351,-1] 2024-11-17T08:22:12,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:12,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:12,982 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:12,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5f5870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:12,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:22:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,46119,1731831729540, seqNum=-1] 2024-11-17T08:22:12,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:22:12,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:22:12,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,35351,1731831729127 2024-11-17T08:22:12,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52422 2024-11-17T08:22:13,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:22:13,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10147e2fcdf0002 connected 2024-11-17T08:22:13,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/hadoop.log.dir so I do NOT create it in target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18 2024-11-17T08:22:13,088 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:22:13,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/hadoop.tmp.dir so I do NOT create it in target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18 2024-11-17T08:22:13,088 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:22:13,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18 2024-11-17T08:22:13,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:22:13,088 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/cluster_e1db331e-8437-8042-942a-2cfeedd5bb4c, deleteOnExit=true 2024-11-17T08:22:13,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:22:13,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/test.cache.data in system properties and HBase conf 2024-11-17T08:22:13,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:22:13,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:22:13,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:22:13,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:22:13,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:22:13,089 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:22:13,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:22:13,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:22:13,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:22:13,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:22:13,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:22:13,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:22:13,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:22:13,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:22:13,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:22:13,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:22:13,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:22:13,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:22:13,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:22:13,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:22:13,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:22:13,589 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:22:13,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:22:13,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:22:13,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:22:13,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:22:13,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e7914dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:22:13,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1650389f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:22:13,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70ae53e8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/java.io.tmpdir/jetty-localhost-43157-hadoop-hdfs-3_4_1-tests_jar-_-any-18203390446094955613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:22:13,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a263492{HTTP/1.1, (http/1.1)}{localhost:43157} 2024-11-17T08:22:13,711 INFO [Time-limited test {}] server.Server(415): Started @333993ms 2024-11-17T08:22:14,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:22:14,154 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:22:14,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:22:14,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:22:14,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:22:14,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62f5669{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:22:14,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10507257{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:22:14,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a9c7158{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/java.io.tmpdir/jetty-localhost-42851-hadoop-hdfs-3_4_1-tests_jar-_-any-89013259481262640/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:22:14,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dfb562c{HTTP/1.1, (http/1.1)}{localhost:42851} 2024-11-17T08:22:14,256 INFO [Time-limited test {}] server.Server(415): Started @334538ms 2024-11-17T08:22:14,257 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:22:15,272 WARN [Thread-4443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/cluster_e1db331e-8437-8042-942a-2cfeedd5bb4c/data/data1/current/BP-143437423-172.17.0.3-1731831733105/current, will proceed with Du for space computation calculation, 2024-11-17T08:22:15,272 WARN [Thread-4444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/cluster_e1db331e-8437-8042-942a-2cfeedd5bb4c/data/data2/current/BP-143437423-172.17.0.3-1731831733105/current, will proceed with Du for space computation calculation, 2024-11-17T08:22:15,293 WARN [Thread-4431 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:22:15,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d8f3885f80d0d4 with lease ID 0xd8ab3010704009fa: Processing first storage report for DS-36e89930-f122-44f9-8d23-7331e8021091 from datanode DatanodeRegistration(127.0.0.1:38685, datanodeUuid=96ad59b4-3f9e-4ce2-bdf3-b70f8faf176b, infoPort=37349, infoSecurePort=0, ipcPort=34413, storageInfo=lv=-57;cid=testClusterID;nsid=1093139225;c=1731831733105) 2024-11-17T08:22:15,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d8f3885f80d0d4 with lease ID 0xd8ab3010704009fa: from storage DS-36e89930-f122-44f9-8d23-7331e8021091 node DatanodeRegistration(127.0.0.1:38685, datanodeUuid=96ad59b4-3f9e-4ce2-bdf3-b70f8faf176b, infoPort=37349, infoSecurePort=0, ipcPort=34413, storageInfo=lv=-57;cid=testClusterID;nsid=1093139225;c=1731831733105), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:22:15,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d8f3885f80d0d4 with lease ID 0xd8ab3010704009fa: Processing first storage report for DS-85e82360-b05b-419a-8aa4-60d5328f5cf3 from datanode DatanodeRegistration(127.0.0.1:38685, datanodeUuid=96ad59b4-3f9e-4ce2-bdf3-b70f8faf176b, infoPort=37349, infoSecurePort=0, ipcPort=34413, storageInfo=lv=-57;cid=testClusterID;nsid=1093139225;c=1731831733105) 2024-11-17T08:22:15,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d8f3885f80d0d4 with lease ID 0xd8ab3010704009fa: from storage DS-85e82360-b05b-419a-8aa4-60d5328f5cf3 node DatanodeRegistration(127.0.0.1:38685, datanodeUuid=96ad59b4-3f9e-4ce2-bdf3-b70f8faf176b, infoPort=37349, infoSecurePort=0, ipcPort=34413, storageInfo=lv=-57;cid=testClusterID;nsid=1093139225;c=1731831733105), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:22:15,379 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18 2024-11-17T08:22:15,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:15,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:15,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:22:15,790 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6 with version=8 2024-11-17T08:22:15,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/hbase-staging 2024-11-17T08:22:15,793 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:22:15,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:15,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:15,793 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:22:15,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:15,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:22:15,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:22:15,793 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:22:15,793 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43923 2024-11-17T08:22:15,794 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43923 connecting to ZooKeeper ensemble=127.0.0.1:52422 2024-11-17T08:22:15,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439230x0, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:22:15,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43923-0x10147e2fcdf0003 connected 2024-11-17T08:22:15,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:15,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:15,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Set watcher on znode that does not yet exist, /11965472150/running 2024-11-17T08:22:15,931 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6, hbase.cluster.distributed=false 2024-11-17T08:22:15,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Set watcher on znode that does not yet exist, /11965472150/acl 2024-11-17T08:22:15,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43923 2024-11-17T08:22:15,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43923 2024-11-17T08:22:15,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43923 2024-11-17T08:22:15,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43923 2024-11-17T08:22:15,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43923 2024-11-17T08:22:15,950 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:22:15,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:15,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:15,950 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:22:15,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:15,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:22:15,950 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:22:15,950 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:22:15,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35769 2024-11-17T08:22:15,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35769 connecting to ZooKeeper ensemble=127.0.0.1:52422 2024-11-17T08:22:15,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:15,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:15,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357690x0, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:22:15,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357690x0, quorum=127.0.0.1:52422, baseZNode=/11965472150 Set watcher on znode that does not yet exist, /11965472150/running 2024-11-17T08:22:15,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35769-0x10147e2fcdf0004 connected 2024-11-17T08:22:15,960 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:22:15,964 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:22:15,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Set watcher on znode that does not yet exist, /11965472150/master 2024-11-17T08:22:15,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Set watcher on znode that does not yet exist, /11965472150/acl 2024-11-17T08:22:15,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35769 2024-11-17T08:22:15,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35769 2024-11-17T08:22:15,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35769 2024-11-17T08:22:15,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35769 2024-11-17T08:22:15,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35769 2024-11-17T08:22:15,985 DEBUG [M:0;e3d0adb87c01:43923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:43923 2024-11-17T08:22:15,986 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11965472150/backup-masters/e3d0adb87c01,43923,1731831735792 2024-11-17T08:22:15,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150/backup-masters 2024-11-17T08:22:15,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150/backup-masters 2024-11-17T08:22:15,991 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Set watcher on existing znode=/11965472150/backup-masters/e3d0adb87c01,43923,1731831735792 2024-11-17T08:22:16,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11965472150/master 2024-11-17T08:22:16,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150 2024-11-17T08:22:16,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150 2024-11-17T08:22:16,002 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Set watcher on existing znode=/11965472150/master 2024-11-17T08:22:16,002 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11965472150/backup-masters/e3d0adb87c01,43923,1731831735792 from backup master directory 2024-11-17T08:22:16,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11965472150/backup-masters/e3d0adb87c01,43923,1731831735792 2024-11-17T08:22:16,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150/backup-masters 2024-11-17T08:22:16,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150/backup-masters 2024-11-17T08:22:16,012 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:22:16,012 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,43923,1731831735792 2024-11-17T08:22:16,014 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/hbase.id] with ID: cea855f6-ba65-4ec1-84db-b7b5e603e66d 2024-11-17T08:22:16,014 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/.tmp/hbase.id 2024-11-17T08:22:16,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:22:16,421 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/.tmp/hbase.id]:[hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/hbase.id] 2024-11-17T08:22:16,429 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:16,429 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:22:16,430 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T08:22:16,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150 2024-11-17T08:22:16,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150 2024-11-17T08:22:16,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:22:16,881 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:22:16,882 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:22:16,882 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:22:16,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:22:17,289 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store 2024-11-17T08:22:17,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:22:17,295 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:17,296 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:22:17,296 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:17,296 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:17,296 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:22:17,296 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:17,296 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:17,296 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831737296Disabling compacts and flushes for region at 1731831737296Disabling writes for close at 1731831737296Writing region close event to WAL at 1731831737296Closed at 1731831737296 2024-11-17T08:22:17,296 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/.initializing 2024-11-17T08:22:17,297 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/WALs/e3d0adb87c01,43923,1731831735792 2024-11-17T08:22:17,297 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:22:17,315 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C43923%2C1731831735792, suffix=, logDir=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/WALs/e3d0adb87c01,43923,1731831735792, archiveDir=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/oldWALs, maxLogs=10 2024-11-17T08:22:17,333 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/WALs/e3d0adb87c01,43923,1731831735792/e3d0adb87c01%2C43923%2C1731831735792.1731831737315, exclude list is [], retry=0 2024-11-17T08:22:17,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38685,DS-36e89930-f122-44f9-8d23-7331e8021091,DISK] 2024-11-17T08:22:17,340 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/WALs/e3d0adb87c01,43923,1731831735792/e3d0adb87c01%2C43923%2C1731831735792.1731831737315 2024-11-17T08:22:17,342 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37349:37349)] 2024-11-17T08:22:17,342 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:22:17,342 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:17,342 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:17,342 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:17,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:17,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:22:17,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:17,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:17,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:17,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:22:17,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:17,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:17,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:17,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:22:17,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:17,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:17,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:17,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:22:17,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:17,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:17,349 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:17,350 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:17,350 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:17,350 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:17,350 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:17,351 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:22:17,353 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:17,362 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:22:17,362 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63522399, jitterRate=-0.053442493081092834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:22:17,362 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831737342Initializing all the Stores at 1731831737343 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831737343Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831737343Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831737343Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831737343Cleaning up temporary data from old regions at 1731831737350 (+7 ms)Region opened successfully at 1731831737362 (+12 ms) 2024-11-17T08:22:17,362 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:22:17,365 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765c12f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:22:17,365 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:22:17,365 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:22:17,365 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:22:17,365 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:22:17,366 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:22:17,366 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:22:17,366 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:22:17,369 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:22:17,369 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Unable to get data of znode /11965472150/balancer because node does not exist (not necessarily an error) 2024-11-17T08:22:17,391 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11965472150/balancer already deleted, retry=false 2024-11-17T08:22:17,391 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:22:17,392 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Unable to get data of znode /11965472150/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:22:17,411 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11965472150/normalizer already deleted, retry=false 2024-11-17T08:22:17,412 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:22:17,413 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Unable to get data of znode /11965472150/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:22:17,432 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11965472150/switch/split already deleted, retry=false 2024-11-17T08:22:17,433 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Unable to get data of znode /11965472150/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:22:17,454 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11965472150/switch/merge already deleted, retry=false 2024-11-17T08:22:17,455 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Unable to get data of znode /11965472150/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:22:17,475 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11965472150/snapshot-cleanup already deleted, retry=false 2024-11-17T08:22:17,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11965472150/running 2024-11-17T08:22:17,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150 2024-11-17T08:22:17,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11965472150/running 2024-11-17T08:22:17,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150 2024-11-17T08:22:17,496 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,43923,1731831735792, sessionid=0x10147e2fcdf0003, setting cluster-up flag (Was=false) 2024-11-17T08:22:17,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150 2024-11-17T08:22:17,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150 2024-11-17T08:22:17,601 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11965472150/flush-table-proc/acquired, /11965472150/flush-table-proc/reached, /11965472150/flush-table-proc/abort 2024-11-17T08:22:17,602 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,43923,1731831735792 2024-11-17T08:22:17,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150 2024-11-17T08:22:17,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150 2024-11-17T08:22:17,686 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11965472150/online-snapshot/acquired, /11965472150/online-snapshot/reached, /11965472150/online-snapshot/abort 2024-11-17T08:22:17,686 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,43923,1731831735792 2024-11-17T08:22:17,687 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:22:17,688 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:22:17,689 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:22:17,689 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:22:17,689 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,43923,1731831735792 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:22:17,690 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:22:17,690 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:22:17,690 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:22:17,690 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:22:17,690 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:22:17,690 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:17,690 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:22:17,690 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:17,693 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831767693 2024-11-17T08:22:17,693 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:22:17,693 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:22:17,693 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:22:17,693 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:22:17,693 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:22:17,693 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:22:17,693 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:22:17,693 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:22:17,694 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:17,694 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:22:17,694 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:22:17,694 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:22:17,694 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:22:17,694 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:17,694 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:22:17,694 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:22:17,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:22:17,694 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831737694,5,FailOnTimeoutGroup] 2024-11-17T08:22:17,695 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831737694,5,FailOnTimeoutGroup] 2024-11-17T08:22:17,695 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:17,695 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:22:17,695 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:17,695 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:22:17,775 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(746): ClusterId : cea855f6-ba65-4ec1-84db-b7b5e603e66d 2024-11-17T08:22:17,775 DEBUG [RS:0;e3d0adb87c01:35769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:22:17,792 DEBUG [RS:0;e3d0adb87c01:35769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:22:17,792 DEBUG [RS:0;e3d0adb87c01:35769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:22:17,812 DEBUG [RS:0;e3d0adb87c01:35769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:22:17,812 DEBUG [RS:0;e3d0adb87c01:35769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4581ba61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:22:17,828 DEBUG [RS:0;e3d0adb87c01:35769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:35769 2024-11-17T08:22:17,828 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:22:17,828 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:22:17,828 DEBUG [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:22:17,828 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,43923,1731831735792 with port=35769, startcode=1731831735950 2024-11-17T08:22:17,829 DEBUG [RS:0;e3d0adb87c01:35769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:22:17,830 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:22:17,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,35769,1731831735950 2024-11-17T08:22:17,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43923 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,35769,1731831735950 2024-11-17T08:22:17,832 DEBUG [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6 2024-11-17T08:22:17,832 DEBUG [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44411 2024-11-17T08:22:17,832 DEBUG [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:22:17,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150/rs 2024-11-17T08:22:17,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,35769,1731831735950] 2024-11-17T08:22:17,890 DEBUG [RS:0;e3d0adb87c01:35769 {}] zookeeper.ZKUtil(111): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Set watcher on existing znode=/11965472150/rs/e3d0adb87c01,35769,1731831735950 2024-11-17T08:22:17,890 WARN [RS:0;e3d0adb87c01:35769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:22:17,890 INFO [RS:0;e3d0adb87c01:35769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:22:17,891 DEBUG [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/WALs/e3d0adb87c01,35769,1731831735950 2024-11-17T08:22:17,894 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:22:17,896 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:22:17,896 INFO [RS:0;e3d0adb87c01:35769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:22:17,897 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:17,900 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:22:17,901 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:22:17,901 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:17,902 DEBUG [RS:0;e3d0adb87c01:35769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:17,902 DEBUG [RS:0;e3d0adb87c01:35769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:17,902 DEBUG [RS:0;e3d0adb87c01:35769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:17,902 DEBUG [RS:0;e3d0adb87c01:35769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:17,902 DEBUG [RS:0;e3d0adb87c01:35769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:17,902 DEBUG [RS:0;e3d0adb87c01:35769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:22:17,902 DEBUG [RS:0;e3d0adb87c01:35769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:17,902 DEBUG [RS:0;e3d0adb87c01:35769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:17,902 DEBUG [RS:0;e3d0adb87c01:35769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:17,902 DEBUG [RS:0;e3d0adb87c01:35769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:17,902 DEBUG [RS:0;e3d0adb87c01:35769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:17,902 DEBUG [RS:0;e3d0adb87c01:35769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:17,902 DEBUG [RS:0;e3d0adb87c01:35769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:22:17,902 DEBUG [RS:0;e3d0adb87c01:35769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:22:17,912 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:17,912 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:17,912 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:17,912 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:17,912 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:17,912 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35769,1731831735950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:22:17,938 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:22:17,938 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,35769,1731831735950-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:17,938 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:17,938 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.Replication(171): e3d0adb87c01,35769,1731831735950 started 2024-11-17T08:22:17,952 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:17,952 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,35769,1731831735950, RpcServer on e3d0adb87c01/172.17.0.3:35769, sessionid=0x10147e2fcdf0004 2024-11-17T08:22:17,952 DEBUG [RS:0;e3d0adb87c01:35769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:22:17,952 DEBUG [RS:0;e3d0adb87c01:35769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,35769,1731831735950 2024-11-17T08:22:17,952 DEBUG [RS:0;e3d0adb87c01:35769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,35769,1731831735950' 2024-11-17T08:22:17,952 DEBUG [RS:0;e3d0adb87c01:35769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11965472150/flush-table-proc/abort' 2024-11-17T08:22:17,953 DEBUG [RS:0;e3d0adb87c01:35769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11965472150/flush-table-proc/acquired' 2024-11-17T08:22:17,953 DEBUG [RS:0;e3d0adb87c01:35769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:22:17,953 DEBUG [RS:0;e3d0adb87c01:35769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:22:17,953 DEBUG [RS:0;e3d0adb87c01:35769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,35769,1731831735950 2024-11-17T08:22:17,953 DEBUG [RS:0;e3d0adb87c01:35769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,35769,1731831735950' 2024-11-17T08:22:17,953 DEBUG [RS:0;e3d0adb87c01:35769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11965472150/online-snapshot/abort' 2024-11-17T08:22:17,953 DEBUG [RS:0;e3d0adb87c01:35769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11965472150/online-snapshot/acquired' 2024-11-17T08:22:17,953 DEBUG [RS:0;e3d0adb87c01:35769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:22:17,953 INFO [RS:0;e3d0adb87c01:35769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:22:17,954 INFO [RS:0;e3d0adb87c01:35769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:22:18,054 INFO [RS:0;e3d0adb87c01:35769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:22:18,055 INFO [RS:0;e3d0adb87c01:35769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C35769%2C1731831735950, suffix=, logDir=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/WALs/e3d0adb87c01,35769,1731831735950, archiveDir=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/oldWALs, maxLogs=10 2024-11-17T08:22:18,068 DEBUG [RS:0;e3d0adb87c01:35769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/WALs/e3d0adb87c01,35769,1731831735950/e3d0adb87c01%2C35769%2C1731831735950.1731831738055, exclude list is [], retry=0 2024-11-17T08:22:18,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38685,DS-36e89930-f122-44f9-8d23-7331e8021091,DISK] 2024-11-17T08:22:18,071 INFO [RS:0;e3d0adb87c01:35769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/WALs/e3d0adb87c01,35769,1731831735950/e3d0adb87c01%2C35769%2C1731831735950.1731831738055 2024-11-17T08:22:18,071 DEBUG [RS:0;e3d0adb87c01:35769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37349:37349)] 2024-11-17T08:22:18,103 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:22:18,103 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6 2024-11-17T08:22:18,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:22:18,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:18,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:22:18,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:22:18,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:18,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:18,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:22:18,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:22:18,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:18,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:18,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:22:18,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:22:18,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:18,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:18,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:22:18,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:22:18,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:18,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:18,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:22:18,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740 2024-11-17T08:22:18,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740 2024-11-17T08:22:18,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:22:18,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:22:18,114 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:22:18,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:22:18,116 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:22:18,116 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69816483, jitterRate=0.0403466671705246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:22:18,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831738108Initializing all the Stores at 1731831738108Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831738108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831738108Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831738108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831738108Cleaning up temporary data from old regions at 1731831738113 (+5 ms)Region opened successfully at 1731831738116 (+3 ms) 2024-11-17T08:22:18,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:22:18,116 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:22:18,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:22:18,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:22:18,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:22:18,117 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:22:18,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831738116Disabling compacts and flushes for region at 1731831738116Disabling writes for close at 1731831738116Writing region close event to WAL at 1731831738117 (+1 ms)Closed at 1731831738117 2024-11-17T08:22:18,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:22:18,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:22:18,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:22:18,118 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:22:18,119 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:22:18,269 DEBUG [e3d0adb87c01:43923 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:22:18,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,35769,1731831735950 2024-11-17T08:22:18,270 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,35769,1731831735950, state=OPENING 2024-11-17T08:22:18,286 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:22:18,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150 2024-11-17T08:22:18,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150 2024-11-17T08:22:18,297 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:22:18,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11965472150/meta-region-server: CHANGED 2024-11-17T08:22:18,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,35769,1731831735950}] 2024-11-17T08:22:18,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11965472150/meta-region-server: CHANGED 2024-11-17T08:22:18,416 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:22:18,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,449 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:22:18,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:22:18,452 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:22:18,452 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:22:18,453 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:22:18,453 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C35769%2C1731831735950.meta, suffix=.meta, logDir=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/WALs/e3d0adb87c01,35769,1731831735950, archiveDir=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/oldWALs, maxLogs=10 2024-11-17T08:22:18,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:18,466 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/WALs/e3d0adb87c01,35769,1731831735950/e3d0adb87c01%2C35769%2C1731831735950.meta.1731831738454.meta, exclude list is [], retry=0 2024-11-17T08:22:18,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38685,DS-36e89930-f122-44f9-8d23-7331e8021091,DISK] 2024-11-17T08:22:18,470 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/WALs/e3d0adb87c01,35769,1731831735950/e3d0adb87c01%2C35769%2C1731831735950.meta.1731831738454.meta 2024-11-17T08:22:18,470 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37349:37349)] 2024-11-17T08:22:18,470 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:22:18,470 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:22:18,471 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:22:18,471 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:22:18,471 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:22:18,471 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:22:18,471 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:18,471 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:22:18,471 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:22:18,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:22:18,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:22:18,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:18,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:18,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:22:18,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:22:18,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:18,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:18,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:22:18,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:22:18,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:18,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:18,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:22:18,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:22:18,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:18,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:18,477 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:22:18,477 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740 2024-11-17T08:22:18,478 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740 2024-11-17T08:22:18,479 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:22:18,479 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:22:18,479 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:22:18,480 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:22:18,480 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64404659, jitterRate=-0.0402957946062088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:22:18,480 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:22:18,481 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831738471Writing region info on filesystem at 1731831738471Initializing all the Stores at 1731831738472 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831738472Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831738472Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831738472Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831738472Cleaning up temporary data from old regions at 1731831738479 (+7 ms)Running coprocessor post-open hooks at 1731831738481 (+2 ms)Region opened successfully at 1731831738481 2024-11-17T08:22:18,481 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831738448 2024-11-17T08:22:18,483 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:22:18,483 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:22:18,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,35769,1731831735950 2024-11-17T08:22:18,484 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,35769,1731831735950, state=OPEN 2024-11-17T08:22:18,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11965472150/meta-region-server 2024-11-17T08:22:18,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11965472150/meta-region-server 2024-11-17T08:22:18,496 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,35769,1731831735950 2024-11-17T08:22:18,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11965472150/meta-region-server: CHANGED 2024-11-17T08:22:18,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11965472150/meta-region-server: CHANGED 2024-11-17T08:22:18,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:22:18,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,35769,1731831735950 in 199 msec 2024-11-17T08:22:18,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:22:18,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-11-17T08:22:18,501 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:22:18,501 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:22:18,502 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:22:18,502 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,35769,1731831735950, seqNum=-1] 2024-11-17T08:22:18,502 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:22:18,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:22:18,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 819 msec 2024-11-17T08:22:18,509 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831738509, completionTime=-1 2024-11-17T08:22:18,509 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:22:18,509 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:22:18,511 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:22:18,511 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831798511 2024-11-17T08:22:18,511 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831858511 2024-11-17T08:22:18,512 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T08:22:18,512 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,43923,1731831735792-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:18,512 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,43923,1731831735792-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:18,512 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,43923,1731831735792-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:18,512 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:43923, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:18,512 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:18,512 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:18,514 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:22:18,515 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.503sec 2024-11-17T08:22:18,515 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:22:18,515 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:22:18,515 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:22:18,515 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:22:18,515 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:22:18,515 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,43923,1731831735792-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:22:18,515 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,43923,1731831735792-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:22:18,517 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:22:18,517 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:22:18,517 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,43923,1731831735792-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:18,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60927d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:18,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,43923,-1 for getting cluster id 2024-11-17T08:22:18,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:18,576 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cea855f6-ba65-4ec1-84db-b7b5e603e66d' 2024-11-17T08:22:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cea855f6-ba65-4ec1-84db-b7b5e603e66d" 2024-11-17T08:22:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7957b8fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,43923,-1] 2024-11-17T08:22:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:18,578 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:18,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654a5232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:18,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:22:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,35769,1731831735950, seqNum=-1] 2024-11-17T08:22:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:22:18,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:22:18,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,43923,1731831735792 2024-11-17T08:22:18,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52422 2024-11-17T08:22:18,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:22:18,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10147e2fcdf0005 connected 2024-11-17T08:22:18,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/hadoop.log.dir so I do NOT create it in target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20 2024-11-17T08:22:18,603 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T08:22:18,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/hadoop.tmp.dir so I do NOT create it in target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20 2024-11-17T08:22:18,603 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T08:22:18,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20 2024-11-17T08:22:18,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T08:22:18,603 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/cluster_c0b827f8-2876-8f35-86e2-4e1da9292eb9, deleteOnExit=true 2024-11-17T08:22:18,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T08:22:18,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/test.cache.data in system properties and HBase conf 2024-11-17T08:22:18,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:22:18,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:22:18,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:22:18,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:22:18,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:22:18,604 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:22:18,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:22:18,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:22:18,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:22:18,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:22:18,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:22:18,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:22:18,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:22:18,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:22:18,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:22:18,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:22:18,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:22:18,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:22:18,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:22:18,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:22:19,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:22:19,016 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:22:19,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:22:19,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:22:19,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:22:19,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:22:19,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41711398{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:22:19,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40d0220f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:22:19,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@418bc61a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/java.io.tmpdir/jetty-localhost-38191-hadoop-hdfs-3_4_1-tests_jar-_-any-15987033327752098828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:22:19,144 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3626b381{HTTP/1.1, (http/1.1)}{localhost:38191} 2024-11-17T08:22:19,144 INFO [Time-limited test {}] server.Server(415): Started @339425ms 2024-11-17T08:22:19,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:22:19,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:22:19,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:22:19,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:22:19,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:22:19,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@730f0be1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:22:19,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18240dd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:22:19,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@578df5e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/java.io.tmpdir/jetty-localhost-46773-hadoop-hdfs-3_4_1-tests_jar-_-any-1858793609423385642/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:22:19,621 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@478f88a6{HTTP/1.1, (http/1.1)}{localhost:46773} 2024-11-17T08:22:19,621 INFO [Time-limited test {}] server.Server(415): Started @339903ms 2024-11-17T08:22:19,622 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:22:20,477 WARN [Thread-4565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/cluster_c0b827f8-2876-8f35-86e2-4e1da9292eb9/data/data2/current/BP-1328561930-172.17.0.3-1731831738627/current, will proceed with Du for space computation calculation, 2024-11-17T08:22:20,477 WARN [Thread-4564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/cluster_c0b827f8-2876-8f35-86e2-4e1da9292eb9/data/data1/current/BP-1328561930-172.17.0.3-1731831738627/current, will proceed with Du for space computation calculation, 2024-11-17T08:22:20,503 WARN [Thread-4552 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:22:20,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2c9fe2e934cbc89 with lease ID 0x138b098d5e48c3c3: Processing first storage report for DS-78e37689-ffa9-4485-a829-1a8cb004e45d from datanode DatanodeRegistration(127.0.0.1:36363, datanodeUuid=2a8c5296-c769-474c-8b06-bffee32bfcfe, infoPort=36477, infoSecurePort=0, ipcPort=33865, storageInfo=lv=-57;cid=testClusterID;nsid=1062818369;c=1731831738627) 2024-11-17T08:22:20,505 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2c9fe2e934cbc89 with lease ID 0x138b098d5e48c3c3: from storage DS-78e37689-ffa9-4485-a829-1a8cb004e45d node DatanodeRegistration(127.0.0.1:36363, datanodeUuid=2a8c5296-c769-474c-8b06-bffee32bfcfe, infoPort=36477, infoSecurePort=0, ipcPort=33865, storageInfo=lv=-57;cid=testClusterID;nsid=1062818369;c=1731831738627), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:22:20,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2c9fe2e934cbc89 with lease ID 0x138b098d5e48c3c3: Processing first storage report for DS-9f6e1a24-a12a-4058-99f9-47f1f4153cbc from datanode DatanodeRegistration(127.0.0.1:36363, datanodeUuid=2a8c5296-c769-474c-8b06-bffee32bfcfe, infoPort=36477, infoSecurePort=0, ipcPort=33865, storageInfo=lv=-57;cid=testClusterID;nsid=1062818369;c=1731831738627) 2024-11-17T08:22:20,505 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2c9fe2e934cbc89 with lease ID 0x138b098d5e48c3c3: from storage DS-9f6e1a24-a12a-4058-99f9-47f1f4153cbc node DatanodeRegistration(127.0.0.1:36363, datanodeUuid=2a8c5296-c769-474c-8b06-bffee32bfcfe, infoPort=36477, infoSecurePort=0, ipcPort=33865, storageInfo=lv=-57;cid=testClusterID;nsid=1062818369;c=1731831738627), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:22:20,567 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20 2024-11-17T08:22:20,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:20,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:20,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:22:20,627 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68 with version=8 2024-11-17T08:22:20,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/hbase-staging 2024-11-17T08:22:20,631 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:22:20,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:20,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:20,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:22:20,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:20,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:22:20,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T08:22:20,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:22:20,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41195 2024-11-17T08:22:20,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41195 connecting to ZooKeeper ensemble=127.0.0.1:52422 2024-11-17T08:22:20,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411950x0, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:22:20,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41195-0x10147e2fcdf0006 connected 2024-11-17T08:22:20,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:20,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:20,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Set watcher on znode that does not yet exist, /2-1370958306/running 2024-11-17T08:22:20,755 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68, hbase.cluster.distributed=false 2024-11-17T08:22:20,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Set watcher on znode that does not yet exist, /2-1370958306/acl 2024-11-17T08:22:20,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41195 2024-11-17T08:22:20,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41195 2024-11-17T08:22:20,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41195 2024-11-17T08:22:20,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41195 2024-11-17T08:22:20,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41195 2024-11-17T08:22:20,863 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e3d0adb87c01:0 server-side Connection retries=45 2024-11-17T08:22:20,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:20,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:20,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T08:22:20,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T08:22:20,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T08:22:20,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T08:22:20,863 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T08:22:20,864 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32855 2024-11-17T08:22:20,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32855 connecting to ZooKeeper ensemble=127.0.0.1:52422 2024-11-17T08:22:20,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:20,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:20,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328550x0, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:22:20,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328550x0, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Set watcher on znode that does not yet exist, /2-1370958306/running 2024-11-17T08:22:20,886 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T08:22:20,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32855-0x10147e2fcdf0007 connected 2024-11-17T08:22:20,907 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T08:22:20,908 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:20,908 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:22:20,909 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149142 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:22:20,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Set watcher on znode that does not yet exist, /2-1370958306/master 2024-11-17T08:22:20,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Set watcher on znode that does not yet exist, /2-1370958306/acl 2024-11-17T08:22:20,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32855 2024-11-17T08:22:20,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32855 2024-11-17T08:22:20,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32855 2024-11-17T08:22:20,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32855 2024-11-17T08:22:20,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32855 2024-11-17T08:22:21,037 DEBUG [M:0;e3d0adb87c01:41195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e3d0adb87c01:41195 2024-11-17T08:22:21,045 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1370958306/backup-masters/e3d0adb87c01,41195,1731831740630 2024-11-17T08:22:21,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306/backup-masters 2024-11-17T08:22:21,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306/backup-masters 2024-11-17T08:22:21,077 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Set watcher on existing znode=/2-1370958306/backup-masters/e3d0adb87c01,41195,1731831740630 2024-11-17T08:22:21,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1370958306/master 2024-11-17T08:22:21,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306 2024-11-17T08:22:21,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306 2024-11-17T08:22:21,087 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Set watcher on existing znode=/2-1370958306/master 2024-11-17T08:22:21,087 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1370958306/backup-masters/e3d0adb87c01,41195,1731831740630 from backup master directory 2024-11-17T08:22:21,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306/backup-masters 2024-11-17T08:22:21,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1370958306/backup-masters/e3d0adb87c01,41195,1731831740630 2024-11-17T08:22:21,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306/backup-masters 2024-11-17T08:22:21,096 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:22:21,096 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e3d0adb87c01,41195,1731831740630 2024-11-17T08:22:21,100 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/hbase.id] with ID: 556448a5-d579-4ff9-a831-aec301ac2202 2024-11-17T08:22:21,100 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/.tmp/hbase.id 2024-11-17T08:22:21,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741826_1002 (size=42) 2024-11-17T08:22:21,138 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/.tmp/hbase.id]:[hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/hbase.id] 2024-11-17T08:22:21,148 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:21,148 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T08:22:21,149 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T08:22:21,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306 2024-11-17T08:22:21,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306 2024-11-17T08:22:21,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741827_1003 (size=196) 2024-11-17T08:22:21,198 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:22:21,199 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T08:22:21,202 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:22:21,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741828_1004 (size=1189) 2024-11-17T08:22:21,636 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store 2024-11-17T08:22:21,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741829_1005 (size=34) 2024-11-17T08:22:22,041 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:22,041 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:22:22,041 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:22,041 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:22,041 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:22:22,041 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:22,041 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:22,041 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831742041Disabling compacts and flushes for region at 1731831742041Disabling writes for close at 1731831742041Writing region close event to WAL at 1731831742041Closed at 1731831742041 2024-11-17T08:22:22,041 WARN [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/.initializing 2024-11-17T08:22:22,041 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/WALs/e3d0adb87c01,41195,1731831740630 2024-11-17T08:22:22,042 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:22:22,043 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e3d0adb87c01%2C41195%2C1731831740630, suffix=, logDir=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/WALs/e3d0adb87c01,41195,1731831740630, archiveDir=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/oldWALs, maxLogs=10 2024-11-17T08:22:22,062 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/WALs/e3d0adb87c01,41195,1731831740630/e3d0adb87c01%2C41195%2C1731831740630.1731831742044, exclude list is [], retry=0 2024-11-17T08:22:22,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36363,DS-78e37689-ffa9-4485-a829-1a8cb004e45d,DISK] 2024-11-17T08:22:22,069 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/WALs/e3d0adb87c01,41195,1731831740630/e3d0adb87c01%2C41195%2C1731831740630.1731831742044 2024-11-17T08:22:22,072 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36477:36477)] 2024-11-17T08:22:22,072 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:22:22,073 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:22,073 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:22,073 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:22,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:22,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T08:22:22,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:22,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:22,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:22,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T08:22:22,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:22,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:22,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:22,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T08:22:22,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:22,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:22,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:22,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T08:22:22,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:22,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:22,080 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:22,081 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:22,081 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:22,082 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:22,082 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:22,082 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:22:22,083 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T08:22:22,089 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:22:22,090 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66463408, jitterRate=-0.009618043899536133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:22:22,090 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731831742073Initializing all the Stores at 1731831742073Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831742073Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831742074 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831742074Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831742074Cleaning up temporary data from old regions at 1731831742082 (+8 ms)Region opened successfully at 1731831742090 (+8 ms) 2024-11-17T08:22:22,090 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T08:22:22,093 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bab5f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:22:22,094 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T08:22:22,094 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T08:22:22,095 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T08:22:22,095 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T08:22:22,095 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T08:22:22,096 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T08:22:22,096 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T08:22:22,103 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T08:22:22,104 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Unable to get data of znode /2-1370958306/balancer because node does not exist (not necessarily an error) 2024-11-17T08:22:22,170 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1370958306/balancer already deleted, retry=false 2024-11-17T08:22:22,170 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T08:22:22,171 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Unable to get data of znode /2-1370958306/normalizer because node does not exist (not necessarily an error) 2024-11-17T08:22:22,180 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1370958306/normalizer already deleted, retry=false 2024-11-17T08:22:22,181 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T08:22:22,182 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Unable to get data of znode /2-1370958306/switch/split because node does not exist (not necessarily an error) 2024-11-17T08:22:22,191 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1370958306/switch/split already deleted, retry=false 2024-11-17T08:22:22,191 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Unable to get data of znode /2-1370958306/switch/merge because node does not exist (not necessarily an error) 2024-11-17T08:22:22,282 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1370958306/switch/merge already deleted, retry=false 2024-11-17T08:22:22,283 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Unable to get data of znode /2-1370958306/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T08:22:22,306 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1370958306/snapshot-cleanup already deleted, retry=false 2024-11-17T08:22:22,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1370958306/running 2024-11-17T08:22:22,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306 2024-11-17T08:22:22,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1370958306/running 2024-11-17T08:22:22,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306 2024-11-17T08:22:22,318 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e3d0adb87c01,41195,1731831740630, sessionid=0x10147e2fcdf0006, setting cluster-up flag (Was=false) 2024-11-17T08:22:22,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306 2024-11-17T08:22:22,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306 2024-11-17T08:22:22,369 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1370958306/flush-table-proc/acquired, /2-1370958306/flush-table-proc/reached, /2-1370958306/flush-table-proc/abort 2024-11-17T08:22:22,370 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,41195,1731831740630 2024-11-17T08:22:22,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306 2024-11-17T08:22:22,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306 2024-11-17T08:22:22,422 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1370958306/online-snapshot/acquired, /2-1370958306/online-snapshot/reached, /2-1370958306/online-snapshot/abort 2024-11-17T08:22:22,423 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e3d0adb87c01,41195,1731831740630 2024-11-17T08:22:22,424 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T08:22:22,425 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T08:22:22,425 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T08:22:22,425 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T08:22:22,426 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e3d0adb87c01,41195,1731831740630 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T08:22:22,427 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:22:22,427 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:22:22,427 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:22:22,427 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=5, maxPoolSize=5 2024-11-17T08:22:22,427 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e3d0adb87c01:0, corePoolSize=10, maxPoolSize=10 2024-11-17T08:22:22,427 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:22,427 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:22:22,427 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:22,427 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731831772427 2024-11-17T08:22:22,428 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T08:22:22,428 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T08:22:22,428 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T08:22:22,428 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T08:22:22,428 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T08:22:22,428 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T08:22:22,428 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:22,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:22:22,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T08:22:22,428 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T08:22:22,428 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T08:22:22,428 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T08:22:22,428 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T08:22:22,429 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T08:22:22,429 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T08:22:22,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:22,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T08:22:22,432 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831742429,5,FailOnTimeoutGroup] 2024-11-17T08:22:22,434 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831742432,5,FailOnTimeoutGroup] 2024-11-17T08:22:22,434 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:22,434 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T08:22:22,434 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:22,434 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:22,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741831_1007 (size=1321) 2024-11-17T08:22:22,515 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(746): ClusterId : 556448a5-d579-4ff9-a831-aec301ac2202 2024-11-17T08:22:22,515 DEBUG [RS:0;e3d0adb87c01:32855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T08:22:22,528 DEBUG [RS:0;e3d0adb87c01:32855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T08:22:22,528 DEBUG [RS:0;e3d0adb87c01:32855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T08:22:22,539 DEBUG [RS:0;e3d0adb87c01:32855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T08:22:22,539 DEBUG [RS:0;e3d0adb87c01:32855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f23391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e3d0adb87c01/172.17.0.3:0 2024-11-17T08:22:22,553 DEBUG [RS:0;e3d0adb87c01:32855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e3d0adb87c01:32855 2024-11-17T08:22:22,553 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T08:22:22,553 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T08:22:22,553 DEBUG [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T08:22:22,554 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(2659): reportForDuty to master=e3d0adb87c01,41195,1731831740630 with port=32855, startcode=1731831740863 2024-11-17T08:22:22,554 DEBUG [RS:0;e3d0adb87c01:32855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T08:22:22,556 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T08:22:22,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41195 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e3d0adb87c01,32855,1731831740863 2024-11-17T08:22:22,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41195 {}] master.ServerManager(517): Registering regionserver=e3d0adb87c01,32855,1731831740863 2024-11-17T08:22:22,557 DEBUG [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68 2024-11-17T08:22:22,557 DEBUG [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46275 2024-11-17T08:22:22,557 DEBUG [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T08:22:22,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306/rs 2024-11-17T08:22:22,613 DEBUG [RS:0;e3d0adb87c01:32855 {}] zookeeper.ZKUtil(111): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Set watcher on existing znode=/2-1370958306/rs/e3d0adb87c01,32855,1731831740863 2024-11-17T08:22:22,613 WARN [RS:0;e3d0adb87c01:32855 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T08:22:22,614 INFO [RS:0;e3d0adb87c01:32855 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:22:22,614 DEBUG [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/WALs/e3d0adb87c01,32855,1731831740863 2024-11-17T08:22:22,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e3d0adb87c01,32855,1731831740863] 2024-11-17T08:22:22,616 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T08:22:22,617 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T08:22:22,617 INFO [RS:0;e3d0adb87c01:32855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T08:22:22,618 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:22,618 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T08:22:22,618 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T08:22:22,618 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:22,618 DEBUG [RS:0;e3d0adb87c01:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:22,618 DEBUG [RS:0;e3d0adb87c01:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:22,619 DEBUG [RS:0;e3d0adb87c01:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:22,619 DEBUG [RS:0;e3d0adb87c01:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:22,619 DEBUG [RS:0;e3d0adb87c01:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:22,619 DEBUG [RS:0;e3d0adb87c01:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e3d0adb87c01:0, corePoolSize=2, maxPoolSize=2 2024-11-17T08:22:22,619 DEBUG [RS:0;e3d0adb87c01:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:22,619 DEBUG [RS:0;e3d0adb87c01:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:22,619 DEBUG [RS:0;e3d0adb87c01:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:22,619 DEBUG [RS:0;e3d0adb87c01:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:22,619 DEBUG [RS:0;e3d0adb87c01:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:22,619 DEBUG [RS:0;e3d0adb87c01:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e3d0adb87c01:0, corePoolSize=1, maxPoolSize=1 2024-11-17T08:22:22,619 DEBUG [RS:0;e3d0adb87c01:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:22:22,619 DEBUG [RS:0;e3d0adb87c01:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e3d0adb87c01:0, corePoolSize=3, maxPoolSize=3 2024-11-17T08:22:22,623 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:22,623 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:22,623 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:22,623 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:22,623 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:22,623 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,32855,1731831740863-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:22:22,641 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T08:22:22,641 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,32855,1731831740863-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:22,641 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:22,641 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.Replication(171): e3d0adb87c01,32855,1731831740863 started 2024-11-17T08:22:22,659 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:22,659 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1482): Serving as e3d0adb87c01,32855,1731831740863, RpcServer on e3d0adb87c01/172.17.0.3:32855, sessionid=0x10147e2fcdf0007 2024-11-17T08:22:22,659 DEBUG [RS:0;e3d0adb87c01:32855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T08:22:22,659 DEBUG [RS:0;e3d0adb87c01:32855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e3d0adb87c01,32855,1731831740863 2024-11-17T08:22:22,659 DEBUG [RS:0;e3d0adb87c01:32855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,32855,1731831740863' 2024-11-17T08:22:22,659 DEBUG [RS:0;e3d0adb87c01:32855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1370958306/flush-table-proc/abort' 2024-11-17T08:22:22,660 DEBUG [RS:0;e3d0adb87c01:32855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1370958306/flush-table-proc/acquired' 2024-11-17T08:22:22,660 DEBUG [RS:0;e3d0adb87c01:32855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T08:22:22,660 DEBUG [RS:0;e3d0adb87c01:32855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T08:22:22,660 DEBUG [RS:0;e3d0adb87c01:32855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e3d0adb87c01,32855,1731831740863 2024-11-17T08:22:22,660 DEBUG [RS:0;e3d0adb87c01:32855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e3d0adb87c01,32855,1731831740863' 2024-11-17T08:22:22,660 DEBUG [RS:0;e3d0adb87c01:32855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1370958306/online-snapshot/abort' 2024-11-17T08:22:22,661 DEBUG [RS:0;e3d0adb87c01:32855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1370958306/online-snapshot/acquired' 2024-11-17T08:22:22,661 DEBUG [RS:0;e3d0adb87c01:32855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T08:22:22,661 INFO [RS:0;e3d0adb87c01:32855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T08:22:22,661 INFO [RS:0;e3d0adb87c01:32855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T08:22:22,761 INFO [RS:0;e3d0adb87c01:32855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T08:22:22,763 INFO [RS:0;e3d0adb87c01:32855 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C32855%2C1731831740863, suffix=, logDir=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/WALs/e3d0adb87c01,32855,1731831740863, archiveDir=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/oldWALs, maxLogs=10 2024-11-17T08:22:22,780 DEBUG [RS:0;e3d0adb87c01:32855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/WALs/e3d0adb87c01,32855,1731831740863/e3d0adb87c01%2C32855%2C1731831740863.1731831742763, exclude list is [], retry=0 2024-11-17T08:22:22,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36363,DS-78e37689-ffa9-4485-a829-1a8cb004e45d,DISK] 2024-11-17T08:22:22,784 INFO [RS:0;e3d0adb87c01:32855 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/WALs/e3d0adb87c01,32855,1731831740863/e3d0adb87c01%2C32855%2C1731831740863.1731831742763 2024-11-17T08:22:22,784 DEBUG [RS:0;e3d0adb87c01:32855 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36477:36477)] 2024-11-17T08:22:22,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T08:22:22,840 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68 2024-11-17T08:22:22,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741833_1009 (size=32) 2024-11-17T08:22:23,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:23,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:22:23,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:22:23,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:23,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:23,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:22:23,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:22:23,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:23,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:23,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:22:23,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:22:23,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:23,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:23,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:22:23,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:22:23,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:23,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:23,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:22:23,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740 2024-11-17T08:22:23,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740 2024-11-17T08:22:23,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:22:23,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:22:23,253 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:22:23,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:22:23,255 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:22:23,255 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60571691, jitterRate=-0.09741146862506866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:22:23,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731831743245Initializing all the Stores at 1731831743245Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831743245Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831743245Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831743245Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831743245Cleaning up temporary data from old regions at 1731831743252 (+7 ms)Region opened successfully at 1731831743256 (+4 ms) 2024-11-17T08:22:23,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:22:23,256 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:22:23,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:22:23,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:22:23,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:22:23,256 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:22:23,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831743256Disabling compacts and flushes for region at 1731831743256Disabling writes for close at 1731831743256Writing region close event to WAL at 1731831743256Closed at 1731831743256 2024-11-17T08:22:23,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:22:23,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T08:22:23,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T08:22:23,258 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:22:23,259 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T08:22:23,409 DEBUG [e3d0adb87c01:41195 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T08:22:23,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e3d0adb87c01,32855,1731831740863 2024-11-17T08:22:23,411 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,32855,1731831740863, state=OPENING 2024-11-17T08:22:23,464 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T08:22:23,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306 2024-11-17T08:22:23,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306 2024-11-17T08:22:23,475 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T08:22:23,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1370958306/meta-region-server: CHANGED 2024-11-17T08:22:23,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1370958306/meta-region-server: CHANGED 2024-11-17T08:22:23,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,32855,1731831740863}] 2024-11-17T08:22:23,627 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:22:23,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:22:23,631 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T08:22:23,631 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:22:23,631 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T08:22:23,633 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C32855%2C1731831740863.meta, suffix=.meta, logDir=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/WALs/e3d0adb87c01,32855,1731831740863, archiveDir=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/oldWALs, maxLogs=10 2024-11-17T08:22:23,651 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/WALs/e3d0adb87c01,32855,1731831740863/e3d0adb87c01%2C32855%2C1731831740863.meta.1731831743633.meta, exclude list is [], retry=0 2024-11-17T08:22:23,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36363,DS-78e37689-ffa9-4485-a829-1a8cb004e45d,DISK] 2024-11-17T08:22:23,661 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/WALs/e3d0adb87c01,32855,1731831740863/e3d0adb87c01%2C32855%2C1731831740863.meta.1731831743633.meta 2024-11-17T08:22:23,662 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36477:36477)] 2024-11-17T08:22:23,662 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:22:23,662 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:22:23,662 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:22:23,663 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T08:22:23,663 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T08:22:23,663 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T08:22:23,663 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:23,663 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T08:22:23,663 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T08:22:23,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T08:22:23,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T08:22:23,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:23,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:23,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T08:22:23,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T08:22:23,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:23,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:23,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T08:22:23,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T08:22:23,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:23,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:23,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T08:22:23,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T08:22:23,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:23,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T08:22:23,668 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T08:22:23,669 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740 2024-11-17T08:22:23,669 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740 2024-11-17T08:22:23,670 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T08:22:23,670 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T08:22:23,671 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T08:22:23,671 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T08:22:23,672 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69104427, jitterRate=0.02973620593547821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T08:22:23,672 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T08:22:23,672 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731831743663Writing region info on filesystem at 1731831743663Initializing all the Stores at 1731831743664 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831743664Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831743665 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831743665Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731831743665Cleaning up temporary data from old regions at 1731831743670 (+5 ms)Running coprocessor post-open hooks at 1731831743672 (+2 ms)Region opened successfully at 1731831743672 2024-11-17T08:22:23,673 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731831743627 2024-11-17T08:22:23,675 DEBUG [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T08:22:23,675 INFO [RS_OPEN_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T08:22:23,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,32855,1731831740863 2024-11-17T08:22:23,676 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e3d0adb87c01,32855,1731831740863, state=OPEN 2024-11-17T08:22:23,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1370958306/meta-region-server 2024-11-17T08:22:23,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1370958306/meta-region-server 2024-11-17T08:22:23,685 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e3d0adb87c01,32855,1731831740863 2024-11-17T08:22:23,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1370958306/meta-region-server: CHANGED 2024-11-17T08:22:23,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1370958306/meta-region-server: CHANGED 2024-11-17T08:22:23,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T08:22:23,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e3d0adb87c01,32855,1731831740863 in 210 msec 2024-11-17T08:22:23,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T08:22:23,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-17T08:22:23,689 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T08:22:23,689 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T08:22:23,689 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:22:23,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,32855,1731831740863, seqNum=-1] 2024-11-17T08:22:23,690 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:22:23,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:22:23,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-17T08:22:23,694 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731831743694, completionTime=-1 2024-11-17T08:22:23,694 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T08:22:23,694 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T08:22:23,696 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T08:22:23,696 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731831803696 2024-11-17T08:22:23,696 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731831863696 2024-11-17T08:22:23,696 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T08:22:23,697 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41195,1731831740630-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:23,697 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41195,1731831740630-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:23,697 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41195,1731831740630-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:23,697 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e3d0adb87c01:41195, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:23,697 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:23,698 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:23,699 DEBUG [master/e3d0adb87c01:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T08:22:23,701 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.605sec 2024-11-17T08:22:23,701 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T08:22:23,701 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T08:22:23,701 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T08:22:23,701 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T08:22:23,701 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T08:22:23,701 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41195,1731831740630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T08:22:23,702 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41195,1731831740630-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T08:22:23,704 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T08:22:23,704 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T08:22:23,704 INFO [master/e3d0adb87c01:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e3d0adb87c01,41195,1731831740630-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T08:22:23,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42cfd11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:23,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,41195,-1 for getting cluster id 2024-11-17T08:22:23,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:23,717 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '556448a5-d579-4ff9-a831-aec301ac2202' 2024-11-17T08:22:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "556448a5-d579-4ff9-a831-aec301ac2202" 2024-11-17T08:22:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146603db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,41195,-1] 2024-11-17T08:22:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:23,718 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:23,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a314061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:23,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:22:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,32855,1731831740863, seqNum=-1] 2024-11-17T08:22:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:22:23,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:22:23,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e3d0adb87c01,41195,1731831740630 2024-11-17T08:22:23,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52422 2024-11-17T08:22:23,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T08:22:23,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10147e2fcdf0008 connected 2024-11-17T08:22:23,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:23,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,35351,1731831729127 2024-11-17T08:22:23,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45815386 2024-11-17T08:22:23,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:22:23,742 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:22:23,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:22:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T08:22:23,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:22:23,744 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:23,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T08:22:23,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:22:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:23,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741835_1011 (size=902) 2024-11-17T08:22:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:23,973 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:22:23,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:23,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:23,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:23,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:23,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:23,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:23,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:23,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:24,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:24,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:24,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:24,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:24,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:24,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:24,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:24,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:24,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:24,152 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b08702cd699c3ff86603a0cdfd2ff463, NAME => 'test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f 2024-11-17T08:22:24,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741836_1012 (size=39) 2024-11-17T08:22:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:24,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:24,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b08702cd699c3ff86603a0cdfd2ff463, disabling compactions & flushes 2024-11-17T08:22:24,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463. 2024-11-17T08:22:24,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463. 2024-11-17T08:22:24,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463. after waiting 0 ms 2024-11-17T08:22:24,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463. 2024-11-17T08:22:24,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463. 2024-11-17T08:22:24,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b08702cd699c3ff86603a0cdfd2ff463: Waiting for close lock at 1731831744558Disabling compacts and flushes for region at 1731831744558Disabling writes for close at 1731831744558Writing region close event to WAL at 1731831744558Closed at 1731831744558 2024-11-17T08:22:24,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:22:24,580 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731831744579"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831744579"}]},"ts":"1731831744579"} 2024-11-17T08:22:24,582 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:22:24,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:22:24,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831744583"}]},"ts":"1731831744583"} 2024-11-17T08:22:24,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T08:22:24,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b08702cd699c3ff86603a0cdfd2ff463, ASSIGN}] 2024-11-17T08:22:24,588 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b08702cd699c3ff86603a0cdfd2ff463, ASSIGN 2024-11-17T08:22:24,596 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b08702cd699c3ff86603a0cdfd2ff463, ASSIGN; state=OFFLINE, location=e3d0adb87c01,46119,1731831729540; forceNewPlan=false, retain=false 2024-11-17T08:22:24,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b08702cd699c3ff86603a0cdfd2ff463, regionState=OPENING, regionLocation=e3d0adb87c01,46119,1731831729540 2024-11-17T08:22:24,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b08702cd699c3ff86603a0cdfd2ff463, ASSIGN because future has completed 2024-11-17T08:22:24,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b08702cd699c3ff86603a0cdfd2ff463, server=e3d0adb87c01,46119,1731831729540}] 2024-11-17T08:22:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:24,924 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463. 2024-11-17T08:22:24,925 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b08702cd699c3ff86603a0cdfd2ff463, NAME => 'test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:22:24,925 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:22:24,925 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T08:22:24,926 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b08702cd699c3ff86603a0cdfd2ff463 2024-11-17T08:22:24,926 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:24,926 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b08702cd699c3ff86603a0cdfd2ff463 2024-11-17T08:22:24,926 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b08702cd699c3ff86603a0cdfd2ff463 2024-11-17T08:22:24,940 INFO [StoreOpener-b08702cd699c3ff86603a0cdfd2ff463-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b08702cd699c3ff86603a0cdfd2ff463 2024-11-17T08:22:24,942 INFO [StoreOpener-b08702cd699c3ff86603a0cdfd2ff463-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b08702cd699c3ff86603a0cdfd2ff463 columnFamilyName f 2024-11-17T08:22:24,942 DEBUG [StoreOpener-b08702cd699c3ff86603a0cdfd2ff463-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:24,942 INFO [StoreOpener-b08702cd699c3ff86603a0cdfd2ff463-1 {}] regionserver.HStore(327): Store=b08702cd699c3ff86603a0cdfd2ff463/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:24,942 INFO [StoreOpener-b08702cd699c3ff86603a0cdfd2ff463-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b08702cd699c3ff86603a0cdfd2ff463 2024-11-17T08:22:24,943 INFO [StoreOpener-b08702cd699c3ff86603a0cdfd2ff463-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b08702cd699c3ff86603a0cdfd2ff463 columnFamilyName f1 2024-11-17T08:22:24,944 DEBUG [StoreOpener-b08702cd699c3ff86603a0cdfd2ff463-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:24,944 INFO [StoreOpener-b08702cd699c3ff86603a0cdfd2ff463-1 {}] regionserver.HStore(327): Store=b08702cd699c3ff86603a0cdfd2ff463/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:24,944 INFO [StoreOpener-b08702cd699c3ff86603a0cdfd2ff463-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b08702cd699c3ff86603a0cdfd2ff463 2024-11-17T08:22:24,945 INFO [StoreOpener-b08702cd699c3ff86603a0cdfd2ff463-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b08702cd699c3ff86603a0cdfd2ff463 columnFamilyName norep 2024-11-17T08:22:24,945 DEBUG [StoreOpener-b08702cd699c3ff86603a0cdfd2ff463-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:24,946 INFO [StoreOpener-b08702cd699c3ff86603a0cdfd2ff463-1 {}] regionserver.HStore(327): Store=b08702cd699c3ff86603a0cdfd2ff463/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:24,946 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b08702cd699c3ff86603a0cdfd2ff463 2024-11-17T08:22:24,947 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463 2024-11-17T08:22:24,947 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463 2024-11-17T08:22:24,948 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b08702cd699c3ff86603a0cdfd2ff463 2024-11-17T08:22:24,948 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b08702cd699c3ff86603a0cdfd2ff463 2024-11-17T08:22:24,949 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:22:24,950 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b08702cd699c3ff86603a0cdfd2ff463 2024-11-17T08:22:24,958 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:22:24,959 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b08702cd699c3ff86603a0cdfd2ff463; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70515441, jitterRate=0.05076195299625397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:22:24,960 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b08702cd699c3ff86603a0cdfd2ff463 2024-11-17T08:22:24,960 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b08702cd699c3ff86603a0cdfd2ff463: Running coprocessor pre-open hook at 1731831744926Writing region info on filesystem at 1731831744926Initializing all the Stores at 1731831744927 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831744927Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831744940 (+13 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831744940Cleaning up temporary data from old regions at 1731831744948 (+8 ms)Running coprocessor post-open hooks at 1731831744960 (+12 ms)Region opened successfully at 1731831744960 2024-11-17T08:22:24,962 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463., pid=6, masterSystemTime=1731831744908 2024-11-17T08:22:24,964 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463. 2024-11-17T08:22:24,964 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463. 2024-11-17T08:22:24,965 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b08702cd699c3ff86603a0cdfd2ff463, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e3d0adb87c01,46119,1731831729540 2024-11-17T08:22:24,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b08702cd699c3ff86603a0cdfd2ff463, server=e3d0adb87c01,46119,1731831729540 because future has completed 2024-11-17T08:22:24,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:22:24,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b08702cd699c3ff86603a0cdfd2ff463, server=e3d0adb87c01,46119,1731831729540 in 215 msec 2024-11-17T08:22:24,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:22:24,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b08702cd699c3ff86603a0cdfd2ff463, ASSIGN in 388 msec 2024-11-17T08:22:24,978 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:22:24,978 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831744978"}]},"ts":"1731831744978"} 2024-11-17T08:22:24,980 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T08:22:24,981 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:22:24,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2390 sec 2024-11-17T08:22:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:25,887 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T08:22:25,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,43923,1731831735792 2024-11-17T08:22:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64f0eaf5 2024-11-17T08:22:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:22:25,890 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:22:25,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:22:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T08:22:25,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:22:25,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T08:22:25,892 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:25,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:22:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:25,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741835_1011 (size=902) 2024-11-17T08:22:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:26,298 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4f1b25a8c9f6c106c11de97f787c1f9, NAME => 'test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6 2024-11-17T08:22:26,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741836_1012 (size=39) 2024-11-17T08:22:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:26,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:26,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b4f1b25a8c9f6c106c11de97f787c1f9, disabling compactions & flushes 2024-11-17T08:22:26,703 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9. 2024-11-17T08:22:26,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9. 2024-11-17T08:22:26,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9. after waiting 0 ms 2024-11-17T08:22:26,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9. 2024-11-17T08:22:26,703 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9. 2024-11-17T08:22:26,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4f1b25a8c9f6c106c11de97f787c1f9: Waiting for close lock at 1731831746703Disabling compacts and flushes for region at 1731831746703Disabling writes for close at 1731831746703Writing region close event to WAL at 1731831746703Closed at 1731831746703 2024-11-17T08:22:26,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:22:26,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731831746704"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831746704"}]},"ts":"1731831746704"} 2024-11-17T08:22:26,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:22:26,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:22:26,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831746706"}]},"ts":"1731831746706"} 2024-11-17T08:22:26,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T08:22:26,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4f1b25a8c9f6c106c11de97f787c1f9, ASSIGN}] 2024-11-17T08:22:26,709 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4f1b25a8c9f6c106c11de97f787c1f9, ASSIGN 2024-11-17T08:22:26,709 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b4f1b25a8c9f6c106c11de97f787c1f9, ASSIGN; state=OFFLINE, location=e3d0adb87c01,35769,1731831735950; forceNewPlan=false, retain=false 2024-11-17T08:22:26,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4f1b25a8c9f6c106c11de97f787c1f9, regionState=OPENING, regionLocation=e3d0adb87c01,35769,1731831735950 2024-11-17T08:22:26,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b4f1b25a8c9f6c106c11de97f787c1f9, ASSIGN because future has completed 2024-11-17T08:22:26,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4f1b25a8c9f6c106c11de97f787c1f9, server=e3d0adb87c01,35769,1731831735950}] 2024-11-17T08:22:27,016 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9. 2024-11-17T08:22:27,016 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b4f1b25a8c9f6c106c11de97f787c1f9, NAME => 'test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:22:27,016 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:22:27,016 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T08:22:27,016 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b4f1b25a8c9f6c106c11de97f787c1f9 2024-11-17T08:22:27,017 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:27,017 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b4f1b25a8c9f6c106c11de97f787c1f9 2024-11-17T08:22:27,017 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b4f1b25a8c9f6c106c11de97f787c1f9 2024-11-17T08:22:27,017 INFO [StoreOpener-b4f1b25a8c9f6c106c11de97f787c1f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b4f1b25a8c9f6c106c11de97f787c1f9 2024-11-17T08:22:27,018 INFO [StoreOpener-b4f1b25a8c9f6c106c11de97f787c1f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4f1b25a8c9f6c106c11de97f787c1f9 columnFamilyName f 2024-11-17T08:22:27,018 DEBUG [StoreOpener-b4f1b25a8c9f6c106c11de97f787c1f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:27,019 INFO [StoreOpener-b4f1b25a8c9f6c106c11de97f787c1f9-1 {}] regionserver.HStore(327): Store=b4f1b25a8c9f6c106c11de97f787c1f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:27,019 INFO [StoreOpener-b4f1b25a8c9f6c106c11de97f787c1f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b4f1b25a8c9f6c106c11de97f787c1f9 2024-11-17T08:22:27,019 INFO [StoreOpener-b4f1b25a8c9f6c106c11de97f787c1f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4f1b25a8c9f6c106c11de97f787c1f9 columnFamilyName f1 2024-11-17T08:22:27,019 DEBUG [StoreOpener-b4f1b25a8c9f6c106c11de97f787c1f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:27,020 INFO [StoreOpener-b4f1b25a8c9f6c106c11de97f787c1f9-1 {}] regionserver.HStore(327): Store=b4f1b25a8c9f6c106c11de97f787c1f9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:27,020 INFO [StoreOpener-b4f1b25a8c9f6c106c11de97f787c1f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b4f1b25a8c9f6c106c11de97f787c1f9 2024-11-17T08:22:27,020 INFO [StoreOpener-b4f1b25a8c9f6c106c11de97f787c1f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4f1b25a8c9f6c106c11de97f787c1f9 columnFamilyName norep 2024-11-17T08:22:27,020 DEBUG [StoreOpener-b4f1b25a8c9f6c106c11de97f787c1f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:27,021 INFO [StoreOpener-b4f1b25a8c9f6c106c11de97f787c1f9-1 {}] regionserver.HStore(327): Store=b4f1b25a8c9f6c106c11de97f787c1f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:27,021 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b4f1b25a8c9f6c106c11de97f787c1f9 2024-11-17T08:22:27,021 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9 2024-11-17T08:22:27,021 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9 2024-11-17T08:22:27,022 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b4f1b25a8c9f6c106c11de97f787c1f9 2024-11-17T08:22:27,022 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b4f1b25a8c9f6c106c11de97f787c1f9 2024-11-17T08:22:27,022 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:22:27,023 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b4f1b25a8c9f6c106c11de97f787c1f9 2024-11-17T08:22:27,024 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:22:27,025 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b4f1b25a8c9f6c106c11de97f787c1f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62907179, jitterRate=-0.06260998547077179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:22:27,025 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4f1b25a8c9f6c106c11de97f787c1f9 2024-11-17T08:22:27,025 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b4f1b25a8c9f6c106c11de97f787c1f9: Running coprocessor pre-open hook at 1731831747017Writing region info on filesystem at 1731831747017Initializing all the Stores at 1731831747017Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831747017Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831747017Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831747017Cleaning up temporary data from old regions at 1731831747022 (+5 ms)Running coprocessor post-open hooks at 1731831747025 (+3 ms)Region opened successfully at 1731831747025 2024-11-17T08:22:27,026 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9., pid=6, masterSystemTime=1731831747014 2024-11-17T08:22:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:27,027 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9. 2024-11-17T08:22:27,027 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9. 2024-11-17T08:22:27,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4f1b25a8c9f6c106c11de97f787c1f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e3d0adb87c01,35769,1731831735950 2024-11-17T08:22:27,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4f1b25a8c9f6c106c11de97f787c1f9, server=e3d0adb87c01,35769,1731831735950 because future has completed 2024-11-17T08:22:27,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:22:27,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b4f1b25a8c9f6c106c11de97f787c1f9, server=e3d0adb87c01,35769,1731831735950 in 167 msec 2024-11-17T08:22:27,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:22:27,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b4f1b25a8c9f6c106c11de97f787c1f9, ASSIGN in 322 msec 2024-11-17T08:22:27,032 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:22:27,033 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831747032"}]},"ts":"1731831747032"} 2024-11-17T08:22:27,034 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T08:22:27,034 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:22:27,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-17T08:22:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:28,038 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T08:22:28,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:28,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,41195,1731831740630 2024-11-17T08:22:28,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f6eaf02 2024-11-17T08:22:28,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:22:28,040 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:22:28,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:22:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41195 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T08:22:28,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:22:28,045 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:28,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T08:22:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:28,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:22:28,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741835_1011 (size=902) 2024-11-17T08:22:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:28,455 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14cade9575ea8f1432abc4980d478f07, NAME => 'test,,1731831748040.14cade9575ea8f1432abc4980d478f07.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68 2024-11-17T08:22:28,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741836_1012 (size=39) 2024-11-17T08:22:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:28,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731831748040.14cade9575ea8f1432abc4980d478f07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:28,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 14cade9575ea8f1432abc4980d478f07, disabling compactions & flushes 2024-11-17T08:22:28,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731831748040.14cade9575ea8f1432abc4980d478f07. 2024-11-17T08:22:28,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831748040.14cade9575ea8f1432abc4980d478f07. 2024-11-17T08:22:28,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731831748040.14cade9575ea8f1432abc4980d478f07. after waiting 0 ms 2024-11-17T08:22:28,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731831748040.14cade9575ea8f1432abc4980d478f07. 2024-11-17T08:22:28,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731831748040.14cade9575ea8f1432abc4980d478f07. 2024-11-17T08:22:28,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14cade9575ea8f1432abc4980d478f07: Waiting for close lock at 1731831748860Disabling compacts and flushes for region at 1731831748860Disabling writes for close at 1731831748861 (+1 ms)Writing region close event to WAL at 1731831748861Closed at 1731831748861 2024-11-17T08:22:28,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:22:28,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731831748040.14cade9575ea8f1432abc4980d478f07.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731831748862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831748862"}]},"ts":"1731831748862"} 2024-11-17T08:22:28,863 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:22:28,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:22:28,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831748864"}]},"ts":"1731831748864"} 2024-11-17T08:22:28,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T08:22:28,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14cade9575ea8f1432abc4980d478f07, ASSIGN}] 2024-11-17T08:22:28,867 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14cade9575ea8f1432abc4980d478f07, ASSIGN 2024-11-17T08:22:28,868 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=14cade9575ea8f1432abc4980d478f07, ASSIGN; state=OFFLINE, location=e3d0adb87c01,32855,1731831740863; forceNewPlan=false, retain=false 2024-11-17T08:22:29,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14cade9575ea8f1432abc4980d478f07, regionState=OPENING, regionLocation=e3d0adb87c01,32855,1731831740863 2024-11-17T08:22:29,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=14cade9575ea8f1432abc4980d478f07, ASSIGN because future has completed 2024-11-17T08:22:29,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14cade9575ea8f1432abc4980d478f07, server=e3d0adb87c01,32855,1731831740863}] 2024-11-17T08:22:29,165 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:22:29,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:29,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:29,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:29,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:29,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:29,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:29,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:29,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:29,178 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731831748040.14cade9575ea8f1432abc4980d478f07. 2024-11-17T08:22:29,178 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 14cade9575ea8f1432abc4980d478f07, NAME => 'test,,1731831748040.14cade9575ea8f1432abc4980d478f07.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:22:29,179 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:22:29,179 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T08:22:29,179 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 14cade9575ea8f1432abc4980d478f07 2024-11-17T08:22:29,179 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731831748040.14cade9575ea8f1432abc4980d478f07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:29,179 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 14cade9575ea8f1432abc4980d478f07 2024-11-17T08:22:29,179 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 14cade9575ea8f1432abc4980d478f07 2024-11-17T08:22:29,180 INFO [StoreOpener-14cade9575ea8f1432abc4980d478f07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 14cade9575ea8f1432abc4980d478f07 2024-11-17T08:22:29,181 INFO [StoreOpener-14cade9575ea8f1432abc4980d478f07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14cade9575ea8f1432abc4980d478f07 columnFamilyName f 2024-11-17T08:22:29,181 DEBUG [StoreOpener-14cade9575ea8f1432abc4980d478f07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:29,182 INFO [StoreOpener-14cade9575ea8f1432abc4980d478f07-1 {}] regionserver.HStore(327): Store=14cade9575ea8f1432abc4980d478f07/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:29,182 INFO [StoreOpener-14cade9575ea8f1432abc4980d478f07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 14cade9575ea8f1432abc4980d478f07 2024-11-17T08:22:29,182 INFO [StoreOpener-14cade9575ea8f1432abc4980d478f07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14cade9575ea8f1432abc4980d478f07 columnFamilyName f1 2024-11-17T08:22:29,182 DEBUG [StoreOpener-14cade9575ea8f1432abc4980d478f07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:29,183 INFO [StoreOpener-14cade9575ea8f1432abc4980d478f07-1 {}] regionserver.HStore(327): Store=14cade9575ea8f1432abc4980d478f07/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:29,183 INFO [StoreOpener-14cade9575ea8f1432abc4980d478f07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 14cade9575ea8f1432abc4980d478f07 2024-11-17T08:22:29,183 INFO [StoreOpener-14cade9575ea8f1432abc4980d478f07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14cade9575ea8f1432abc4980d478f07 columnFamilyName norep 2024-11-17T08:22:29,183 DEBUG [StoreOpener-14cade9575ea8f1432abc4980d478f07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:29,184 INFO [StoreOpener-14cade9575ea8f1432abc4980d478f07-1 {}] regionserver.HStore(327): Store=14cade9575ea8f1432abc4980d478f07/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:29,184 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 14cade9575ea8f1432abc4980d478f07 2024-11-17T08:22:29,184 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/default/test/14cade9575ea8f1432abc4980d478f07 2024-11-17T08:22:29,185 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/default/test/14cade9575ea8f1432abc4980d478f07 2024-11-17T08:22:29,185 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 14cade9575ea8f1432abc4980d478f07 2024-11-17T08:22:29,185 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 14cade9575ea8f1432abc4980d478f07 2024-11-17T08:22:29,186 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:22:29,187 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 14cade9575ea8f1432abc4980d478f07 2024-11-17T08:22:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:29,197 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/default/test/14cade9575ea8f1432abc4980d478f07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:22:29,197 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 14cade9575ea8f1432abc4980d478f07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62741993, jitterRate=-0.06507144868373871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:22:29,198 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14cade9575ea8f1432abc4980d478f07 2024-11-17T08:22:29,198 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 14cade9575ea8f1432abc4980d478f07: Running coprocessor pre-open hook at 1731831749179Writing region info on filesystem at 1731831749179Initializing all the Stores at 1731831749180 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831749180Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831749180Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831749180Cleaning up temporary data from old regions at 1731831749185 (+5 ms)Running coprocessor post-open hooks at 1731831749198 (+13 ms)Region opened successfully at 1731831749198 2024-11-17T08:22:29,199 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731831748040.14cade9575ea8f1432abc4980d478f07., pid=6, masterSystemTime=1731831749175 2024-11-17T08:22:29,201 DEBUG [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731831748040.14cade9575ea8f1432abc4980d478f07. 2024-11-17T08:22:29,201 INFO [RS_OPEN_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731831748040.14cade9575ea8f1432abc4980d478f07. 2024-11-17T08:22:29,202 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14cade9575ea8f1432abc4980d478f07, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e3d0adb87c01,32855,1731831740863 2024-11-17T08:22:29,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14cade9575ea8f1432abc4980d478f07, server=e3d0adb87c01,32855,1731831740863 because future has completed 2024-11-17T08:22:29,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T08:22:29,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 14cade9575ea8f1432abc4980d478f07, server=e3d0adb87c01,32855,1731831740863 in 188 msec 2024-11-17T08:22:29,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T08:22:29,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=14cade9575ea8f1432abc4980d478f07, ASSIGN in 346 msec 2024-11-17T08:22:29,215 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:22:29,215 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831749215"}]},"ts":"1731831749215"} 2024-11-17T08:22:29,217 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T08:22:29,218 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:22:29,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec 2024-11-17T08:22:29,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:29,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:29,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:29,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:29,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:29,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:29,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:29,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:29,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T08:22:30,198 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T08:22:30,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6626af14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:30,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,35351,-1 for getting cluster id 2024-11-17T08:22:30,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:30,200 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ae4ea27-2c1d-423e-aa1f-c58cc867a255' 2024-11-17T08:22:30,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:30,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ae4ea27-2c1d-423e-aa1f-c58cc867a255" 2024-11-17T08:22:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14680f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,35351,-1] 2024-11-17T08:22:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:30,202 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cb922f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:30,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:30,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,35351,1731831729127 2024-11-17T08:22:30,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b162489 2024-11-17T08:22:30,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:22:30,204 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:22:30,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e3d0adb87c01:43923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:22:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:22:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:22:30,209 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:43923' 2024-11-17T08:22:30,220 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c75db0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:30,220 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,43923,-1 for getting cluster id 2024-11-17T08:22:30,221 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:30,222 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cea855f6-ba65-4ec1-84db-b7b5e603e66d' 2024-11-17T08:22:30,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:30,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cea855f6-ba65-4ec1-84db-b7b5e603e66d" 2024-11-17T08:22:30,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b064272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:30,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,43923,-1] 2024-11-17T08:22:30,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:30,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:30,224 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:30,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2c3514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:30,225 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:30,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,43923,1731831735792 2024-11-17T08:22:30,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67eb4dfe 2024-11-17T08:22:30,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:22:30,227 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:22:30,228 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T08:22:30,229 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:22:30,229 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:30,229 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:30,229 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T08:22:30,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:22:30,230 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T08:22:30,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T08:22:30,232 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:30,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T08:22:30,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741837_1013 (size=1138) 2024-11-17T08:22:30,261 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f53f74f11f1afc554c8d926a9cd8311a, NAME => 'hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f 2024-11-17T08:22:30,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741838_1014 (size=44) 2024-11-17T08:22:30,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:30,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f53f74f11f1afc554c8d926a9cd8311a, disabling compactions & flushes 2024-11-17T08:22:30,270 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a. 2024-11-17T08:22:30,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a. 2024-11-17T08:22:30,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a. after waiting 0 ms 2024-11-17T08:22:30,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a. 2024-11-17T08:22:30,271 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a. 2024-11-17T08:22:30,271 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f53f74f11f1afc554c8d926a9cd8311a: Waiting for close lock at 1731831750270Disabling compacts and flushes for region at 1731831750270Disabling writes for close at 1731831750270Writing region close event to WAL at 1731831750271 (+1 ms)Closed at 1731831750271 2024-11-17T08:22:30,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T08:22:30,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731831750273"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731831750273"}]},"ts":"1731831750273"} 2024-11-17T08:22:30,275 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T08:22:30,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T08:22:30,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831750276"}]},"ts":"1731831750276"} 2024-11-17T08:22:30,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T08:22:30,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f53f74f11f1afc554c8d926a9cd8311a, ASSIGN}] 2024-11-17T08:22:30,279 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f53f74f11f1afc554c8d926a9cd8311a, ASSIGN 2024-11-17T08:22:30,280 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f53f74f11f1afc554c8d926a9cd8311a, ASSIGN; state=OFFLINE, location=e3d0adb87c01,46119,1731831729540; forceNewPlan=false, retain=false 2024-11-17T08:22:30,281 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T08:22:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:22:30,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f53f74f11f1afc554c8d926a9cd8311a, regionState=OPENING, regionLocation=e3d0adb87c01,46119,1731831729540 2024-11-17T08:22:30,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f53f74f11f1afc554c8d926a9cd8311a, ASSIGN because future has completed 2024-11-17T08:22:30,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f53f74f11f1afc554c8d926a9cd8311a, server=e3d0adb87c01,46119,1731831729540}] 2024-11-17T08:22:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:22:30,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a. 2024-11-17T08:22:30,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T08:22:30,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T08:22:30,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e3d0adb87c01%2C46119%2C1731831729540.rep, suffix=, logDir=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540, archiveDir=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/oldWALs, maxLogs=10 2024-11-17T08:22:30,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.rep.1731831750589, exclude list is [], retry=0 2024-11-17T08:22:30,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39785,DS-2bd5505b-80a2-4acb-b246-017cb1f7ff61,DISK] 2024-11-17T08:22:30,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.rep.1731831750589 2024-11-17T08:22:30,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40267:40267)] 2024-11-17T08:22:30,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f53f74f11f1afc554c8d926a9cd8311a, NAME => 'hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T08:22:30,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T08:22:30,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T08:22:30,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a. service=MultiRowMutationService 2024-11-17T08:22:30,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T08:22:30,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:30,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T08:22:30,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:30,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:30,607 INFO [StoreOpener-f53f74f11f1afc554c8d926a9cd8311a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:30,608 INFO [StoreOpener-f53f74f11f1afc554c8d926a9cd8311a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f53f74f11f1afc554c8d926a9cd8311a columnFamilyName hfileref 2024-11-17T08:22:30,608 DEBUG [StoreOpener-f53f74f11f1afc554c8d926a9cd8311a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:30,608 INFO [StoreOpener-f53f74f11f1afc554c8d926a9cd8311a-1 {}] regionserver.HStore(327): Store=f53f74f11f1afc554c8d926a9cd8311a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:30,608 INFO [StoreOpener-f53f74f11f1afc554c8d926a9cd8311a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:30,609 INFO [StoreOpener-f53f74f11f1afc554c8d926a9cd8311a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f53f74f11f1afc554c8d926a9cd8311a columnFamilyName queue 2024-11-17T08:22:30,609 DEBUG [StoreOpener-f53f74f11f1afc554c8d926a9cd8311a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:30,609 INFO [StoreOpener-f53f74f11f1afc554c8d926a9cd8311a-1 {}] regionserver.HStore(327): Store=f53f74f11f1afc554c8d926a9cd8311a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:30,609 INFO [StoreOpener-f53f74f11f1afc554c8d926a9cd8311a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:30,610 INFO [StoreOpener-f53f74f11f1afc554c8d926a9cd8311a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f53f74f11f1afc554c8d926a9cd8311a columnFamilyName sid 2024-11-17T08:22:30,610 DEBUG [StoreOpener-f53f74f11f1afc554c8d926a9cd8311a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T08:22:30,610 INFO [StoreOpener-f53f74f11f1afc554c8d926a9cd8311a-1 {}] regionserver.HStore(327): Store=f53f74f11f1afc554c8d926a9cd8311a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T08:22:30,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:30,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/replication/f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:30,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/replication/f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:30,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:30,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:30,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T08:22:30,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:30,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/replication/f53f74f11f1afc554c8d926a9cd8311a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T08:22:30,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f53f74f11f1afc554c8d926a9cd8311a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73207447, jitterRate=0.09087596833705902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T08:22:30,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:30,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f53f74f11f1afc554c8d926a9cd8311a: Running coprocessor pre-open hook at 1731831750606Writing region info on filesystem at 1731831750606Initializing all the Stores at 1731831750607 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831750607Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831750607Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731831750607Cleaning up temporary data from old regions at 1731831750611 (+4 ms)Running coprocessor post-open hooks at 1731831750615 (+4 ms)Region opened successfully at 1731831750615 2024-11-17T08:22:30,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a., pid=10, masterSystemTime=1731831750585 2024-11-17T08:22:30,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a. 2024-11-17T08:22:30,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a. 2024-11-17T08:22:30,617 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f53f74f11f1afc554c8d926a9cd8311a, regionState=OPEN, openSeqNum=2, regionLocation=e3d0adb87c01,46119,1731831729540 2024-11-17T08:22:30,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f53f74f11f1afc554c8d926a9cd8311a, server=e3d0adb87c01,46119,1731831729540 because future has completed 2024-11-17T08:22:30,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T08:22:30,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f53f74f11f1afc554c8d926a9cd8311a, server=e3d0adb87c01,46119,1731831729540 in 186 msec 2024-11-17T08:22:30,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T08:22:30,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f53f74f11f1afc554c8d926a9cd8311a, ASSIGN in 342 msec 2024-11-17T08:22:30,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T08:22:30,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731831750622"}]},"ts":"1731831750622"} 2024-11-17T08:22:30,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T08:22:30,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T08:22:30,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 395 msec 2024-11-17T08:22:30,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a., hostname=e3d0adb87c01,46119,1731831729540, seqNum=2] 2024-11-17T08:22:30,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:30,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:30,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:22:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:22:30,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T08:22:30,863 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T08:22:30,892 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e3d0adb87c01,46119,1731831729540, ReplicationSource: 1, currentBandwidth=0 2024-11-17T08:22:30,893 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:22:30,893 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,46119,1731831729540, seqNum=-1] 2024-11-17T08:22:30,893 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:22:30,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-17T08:22:30,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e3d0adb87c01,46119,1731831729540', locateType=CURRENT is [region=hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a., hostname=e3d0adb87c01,46119,1731831729540, seqNum=2] 2024-11-17T08:22:30,898 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T08:22:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T08:22:30,901 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e3d0adb87c01,46119,1731831729540 suceeded 2024-11-17T08:22:30,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T08:22:30,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-17T08:22:30,903 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e3d0adb87c01:43923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:22:30,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 698 msec 2024-11-17T08:22:30,914 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:43923' 2024-11-17T08:22:30,915 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@221aae54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:30,915 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,43923,-1 for getting cluster id 2024-11-17T08:22:30,915 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:30,916 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cea855f6-ba65-4ec1-84db-b7b5e603e66d' 2024-11-17T08:22:30,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:30,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cea855f6-ba65-4ec1-84db-b7b5e603e66d" 2024-11-17T08:22:30,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3523a523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:30,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,43923,-1] 2024-11-17T08:22:30,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:30,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:30,917 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:30,917 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55099d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:30,918 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:30,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,43923,1731831735792 2024-11-17T08:22:30,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66130b38 2024-11-17T08:22:30,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:22:30,919 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-17T08:22:30,919 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e3d0adb87c01,46119,1731831729540 (queues=1) is replicating from cluster=0ae4ea27-2c1d-423e-aa1f-c58cc867a255 to cluster=cea855f6-ba65-4ec1-84db-b7b5e603e66d 2024-11-17T08:22:30,920 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e3d0adb87c01%2C46119%2C1731831729540 2024-11-17T08:22:30,920 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e3d0adb87c01,46119,1731831729540, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:22:30,921 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759, startPosition=0, beingWritten=true 2024-11-17T08:22:30,924 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C46119%2C1731831729540 2024-11-17T08:22:30,928 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:22:30,928 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759 to pos 379, reset compression=false 2024-11-17T08:22:30,928 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,46119,1731831729540 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:22:30,953 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T08:22:31,131 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759 to pos 379, reset compression=false 2024-11-17T08:22:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T08:22:31,348 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T08:22:31,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:22:31,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:31,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:31,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:31,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:22:31,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8e0444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:31,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,35351,-1 for getting cluster id 2024-11-17T08:22:31,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:31,349 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ae4ea27-2c1d-423e-aa1f-c58cc867a255' 2024-11-17T08:22:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ae4ea27-2c1d-423e-aa1f-c58cc867a255" 2024-11-17T08:22:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cbaff39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,35351,-1] 2024-11-17T08:22:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:31,351 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36cb6f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:31,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785f2c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:31,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,43923,-1 for getting cluster id 2024-11-17T08:22:31,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:31,354 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cea855f6-ba65-4ec1-84db-b7b5e603e66d' 2024-11-17T08:22:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cea855f6-ba65-4ec1-84db-b7b5e603e66d" 2024-11-17T08:22:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b3c0a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,43923,-1] 2024-11-17T08:22:31,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:31,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:31,356 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:31,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5074ab7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:31,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddd09e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:31,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,41195,-1 for getting cluster id 2024-11-17T08:22:31,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:31,366 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '556448a5-d579-4ff9-a831-aec301ac2202' 2024-11-17T08:22:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "556448a5-d579-4ff9-a831-aec301ac2202" 2024-11-17T08:22:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36da347b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,41195,-1] 2024-11-17T08:22:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:31,368 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:31,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ae5c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:31,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:31,385 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731831751385/Put/seqid=0 2024-11-17T08:22:31,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741840_1016 (size=7894) 2024-11-17T08:22:31,435 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759 to pos 379, reset compression=false 2024-11-17T08:22:31,456 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731831751455/Put/seqid=0 2024-11-17T08:22:31,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741841_1017 (size=7691) 2024-11-17T08:22:31,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3ab2b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:31,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,35351,-1 for getting cluster id 2024-11-17T08:22:31,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:31,490 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ae4ea27-2c1d-423e-aa1f-c58cc867a255' 2024-11-17T08:22:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ae4ea27-2c1d-423e-aa1f-c58cc867a255" 2024-11-17T08:22:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1df0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,35351,-1] 2024-11-17T08:22:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:31,492 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:31,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583a1708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:31,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:22:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,46119,1731831729540, seqNum=-1] 2024-11-17T08:22:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:22:31,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:22:31,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:31,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,35351,1731831729127 2024-11-17T08:22:31,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b982fdf 2024-11-17T08:22:31,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:22:31,528 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:22:31,533 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463., hostname=e3d0adb87c01,46119,1731831729540, seqNum=2] 2024-11-17T08:22:31,539 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T08:22:31,558 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-17T08:22:31,560 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-17T08:22:31,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/testHFileCyclicReplication_0/f/hfile_1 for inclusion in b08702cd699c3ff86603a0cdfd2ff463/f 2024-11-17T08:22:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-17T08:22:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:22:31,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/testHFileCyclicReplication_0/f/hfile_0 for inclusion in b08702cd699c3ff86603a0cdfd2ff463/f 2024-11-17T08:22:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-17T08:22:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:22:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HRegion(2603): Flush status journal for b08702cd699c3ff86603a0cdfd2ff463: 2024-11-17T08:22:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__nrr2ventpe8ktvjifmnvh0nng61i32r3c32qrc1p030355h1diu4jqhrom7c4vrq/f/hfile_1 2024-11-17T08:22:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__nrr2ventpe8ktvjifmnvh0nng61i32r3c32qrc1p030355h1diu4jqhrom7c4vrq/f/hfile_1 as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/f/8b136c5fe44c4638bfefe164dc2bfcd5_SeqId_4_ 2024-11-17T08:22:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__nrr2ventpe8ktvjifmnvh0nng61i32r3c32qrc1p030355h1diu4jqhrom7c4vrq/f/hfile_0 2024-11-17T08:22:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__nrr2ventpe8ktvjifmnvh0nng61i32r3c32qrc1p030355h1diu4jqhrom7c4vrq/f/hfile_0 as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/f/43d090634c0d4419beeb8323de0dfa2c_SeqId_4_ 2024-11-17T08:22:31,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__nrr2ventpe8ktvjifmnvh0nng61i32r3c32qrc1p030355h1diu4jqhrom7c4vrq/f/hfile_1 into b08702cd699c3ff86603a0cdfd2ff463/f as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/f/8b136c5fe44c4638bfefe164dc2bfcd5_SeqId_4_ - updating store file list. 2024-11-17T08:22:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b136c5fe44c4638bfefe164dc2bfcd5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:22:31,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/f/8b136c5fe44c4638bfefe164dc2bfcd5_SeqId_4_ into b08702cd699c3ff86603a0cdfd2ff463/f 2024-11-17T08:22:31,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__nrr2ventpe8ktvjifmnvh0nng61i32r3c32qrc1p030355h1diu4jqhrom7c4vrq/f/hfile_1 into b08702cd699c3ff86603a0cdfd2ff463/f (new location: hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/f/8b136c5fe44c4638bfefe164dc2bfcd5_SeqId_4_) 2024-11-17T08:22:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__nrr2ventpe8ktvjifmnvh0nng61i32r3c32qrc1p030355h1diu4jqhrom7c4vrq/f/hfile_1 2024-11-17T08:22:31,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__nrr2ventpe8ktvjifmnvh0nng61i32r3c32qrc1p030355h1diu4jqhrom7c4vrq/f/hfile_0 into b08702cd699c3ff86603a0cdfd2ff463/f as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/f/43d090634c0d4419beeb8323de0dfa2c_SeqId_4_ - updating store file list. 2024-11-17T08:22:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 43d090634c0d4419beeb8323de0dfa2c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:22:31,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/f/43d090634c0d4419beeb8323de0dfa2c_SeqId_4_ into b08702cd699c3ff86603a0cdfd2ff463/f 2024-11-17T08:22:31,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__nrr2ventpe8ktvjifmnvh0nng61i32r3c32qrc1p030355h1diu4jqhrom7c4vrq/f/hfile_0 into b08702cd699c3ff86603a0cdfd2ff463/f (new location: hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/f/43d090634c0d4419beeb8323de0dfa2c_SeqId_4_) 2024-11-17T08:22:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__nrr2ventpe8ktvjifmnvh0nng61i32r3c32qrc1p030355h1diu4jqhrom7c4vrq/f/hfile_0 2024-11-17T08:22:31,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:22:31,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:31,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:31,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:31,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:22:31,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:22:31,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,35769,1731831735950, seqNum=-1] 2024-11-17T08:22:31,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:22:31,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:22:31,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9., hostname=e3d0adb87c01,35769,1731831735950, seqNum=2] 2024-11-17T08:22:31,614 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T08:22:31,857 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759 to pos 379, reset compression=false 2024-11-17T08:22:31,862 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:22:31,862 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,46119,1731831729540 got entry batch from reader: WALEntryBatch [walEntries=[{test/b08702cd699c3ff86603a0cdfd2ff463/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731831751604/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T08:22:31,864 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:22:31,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-17T08:22:31,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.ReplicationSink(318): Replicating [0ae4ea27-2c1d-423e-aa1f-c58cc867a255] bulk loaded data 2024-11-17T08:22:31,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6252cc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:31,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,43923,-1 for getting cluster id 2024-11-17T08:22:31,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:31,867 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cea855f6-ba65-4ec1-84db-b7b5e603e66d' 2024-11-17T08:22:31,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:31,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cea855f6-ba65-4ec1-84db-b7b5e603e66d" 2024-11-17T08:22:31,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@151c9829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:31,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,43923,-1] 2024-11-17T08:22:31,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:31,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:31,869 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:31,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76bfef7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:31,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741837_1013 (size=7691) 2024-11-17T08:22:31,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741838_1014 (size=7894) 2024-11-17T08:22:32,062 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759 to pos 687, reset compression=false 2024-11-17T08:22:32,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:32,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,43923,1731831735792 2024-11-17T08:22:32,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@426e5fd2 2024-11-17T08:22:32,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:22:32,297 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-17T08:22:32,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T08:22:32,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:22:32,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,35769,1731831735950, seqNum=-1] 2024-11-17T08:22:32,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:22:32,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-17T08:22:32,304 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__vcfiugt1gkf47vb95quks536rvj17e4fajq13c3a3mfmitjbj49paotraccn53ka/f/43d090634c0d4419beeb8323de0dfa2c_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-17T08:22:32,306 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__vcfiugt1gkf47vb95quks536rvj17e4fajq13c3a3mfmitjbj49paotraccn53ka/f/8b136c5fe44c4638bfefe164dc2bfcd5_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-17T08:22:32,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__vcfiugt1gkf47vb95quks536rvj17e4fajq13c3a3mfmitjbj49paotraccn53ka/f/43d090634c0d4419beeb8323de0dfa2c_SeqId_4_ for inclusion in b4f1b25a8c9f6c106c11de97f787c1f9/f 2024-11-17T08:22:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-17T08:22:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:22:32,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__vcfiugt1gkf47vb95quks536rvj17e4fajq13c3a3mfmitjbj49paotraccn53ka/f/8b136c5fe44c4638bfefe164dc2bfcd5_SeqId_4_ for inclusion in b4f1b25a8c9f6c106c11de97f787c1f9/f 2024-11-17T08:22:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-17T08:22:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:22:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HRegion(2603): Flush status journal for b4f1b25a8c9f6c106c11de97f787c1f9: 2024-11-17T08:22:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 43d090634c0d4419beeb8323de0dfa2c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T08:22:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__vcfiugt1gkf47vb95quks536rvj17e4fajq13c3a3mfmitjbj49paotraccn53ka/f/43d090634c0d4419beeb8323de0dfa2c_SeqId_4_ as hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/f/7459445fd5d64bb2a6d073aa6638c827_SeqId_4_ 2024-11-17T08:22:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8b136c5fe44c4638bfefe164dc2bfcd5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T08:22:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__vcfiugt1gkf47vb95quks536rvj17e4fajq13c3a3mfmitjbj49paotraccn53ka/f/8b136c5fe44c4638bfefe164dc2bfcd5_SeqId_4_ as hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/f/1fbaf8b18205414c99e5cb8894e78f8d_SeqId_4_ 2024-11-17T08:22:32,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__vcfiugt1gkf47vb95quks536rvj17e4fajq13c3a3mfmitjbj49paotraccn53ka/f/43d090634c0d4419beeb8323de0dfa2c_SeqId_4_ into b4f1b25a8c9f6c106c11de97f787c1f9/f as hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/f/7459445fd5d64bb2a6d073aa6638c827_SeqId_4_ - updating store file list. 2024-11-17T08:22:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7459445fd5d64bb2a6d073aa6638c827_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:22:32,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/f/7459445fd5d64bb2a6d073aa6638c827_SeqId_4_ into b4f1b25a8c9f6c106c11de97f787c1f9/f 2024-11-17T08:22:32,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__vcfiugt1gkf47vb95quks536rvj17e4fajq13c3a3mfmitjbj49paotraccn53ka/f/43d090634c0d4419beeb8323de0dfa2c_SeqId_4_ into b4f1b25a8c9f6c106c11de97f787c1f9/f (new location: hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/f/7459445fd5d64bb2a6d073aa6638c827_SeqId_4_) 2024-11-17T08:22:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__vcfiugt1gkf47vb95quks536rvj17e4fajq13c3a3mfmitjbj49paotraccn53ka/f/43d090634c0d4419beeb8323de0dfa2c_SeqId_4_ 2024-11-17T08:22:32,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__vcfiugt1gkf47vb95quks536rvj17e4fajq13c3a3mfmitjbj49paotraccn53ka/f/8b136c5fe44c4638bfefe164dc2bfcd5_SeqId_4_ into b4f1b25a8c9f6c106c11de97f787c1f9/f as hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/f/1fbaf8b18205414c99e5cb8894e78f8d_SeqId_4_ - updating store file list. 2024-11-17T08:22:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1fbaf8b18205414c99e5cb8894e78f8d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:22:32,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/f/1fbaf8b18205414c99e5cb8894e78f8d_SeqId_4_ into b4f1b25a8c9f6c106c11de97f787c1f9/f 2024-11-17T08:22:32,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__vcfiugt1gkf47vb95quks536rvj17e4fajq13c3a3mfmitjbj49paotraccn53ka/f/8b136c5fe44c4638bfefe164dc2bfcd5_SeqId_4_ into b4f1b25a8c9f6c106c11de97f787c1f9/f (new location: hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/f/1fbaf8b18205414c99e5cb8894e78f8d_SeqId_4_) 2024-11-17T08:22:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__vcfiugt1gkf47vb95quks536rvj17e4fajq13c3a3mfmitjbj49paotraccn53ka/f/8b136c5fe44c4638bfefe164dc2bfcd5_SeqId_4_ 2024-11-17T08:22:32,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.ReplicationSink(324): Finished replicating [0ae4ea27-2c1d-423e-aa1f-c58cc867a255] bulk loaded data 2024-11-17T08:22:32,366 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759 to pos 687, reset compression=false 2024-11-17T08:22:32,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:22:32,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,32855,1731831740863, seqNum=-1] 2024-11-17T08:22:32,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:22:32,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:22:32,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731831748040.14cade9575ea8f1432abc4980d478f07., hostname=e3d0adb87c01,32855,1731831740863, seqNum=2] 2024-11-17T08:22:32,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:22:32,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T08:22:32,629 DEBUG [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e3d0adb87c01%2C46119%2C1731831729540:(num 1731831731759) roll requested 2024-11-17T08:22:32,644 DEBUG [regionserver/e3d0adb87c01:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629, exclude list is [], retry=0 2024-11-17T08:22:32,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39785,DS-2bd5505b-80a2-4acb-b246-017cb1f7ff61,DISK] 2024-11-17T08:22:32,647 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 2024-11-17T08:22:32,648 DEBUG [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40267:40267)] 2024-11-17T08:22:32,648 DEBUG [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759 is not closed yet, will try archiving it next time 2024-11-17T08:22:32,648 DEBUG [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e3d0adb87c01%2C46119%2C1731831729540.rep:(num 1731831750589) roll requested 2024-11-17T08:22:32,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dca3eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:32,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,35351,-1 for getting cluster id 2024-11-17T08:22:32,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:32,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741832_1008 (size=695) 2024-11-17T08:22:32,649 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ae4ea27-2c1d-423e-aa1f-c58cc867a255' 2024-11-17T08:22:32,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:32,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ae4ea27-2c1d-423e-aa1f-c58cc867a255" 2024-11-17T08:22:32,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4496eb37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:32,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,35351,-1] 2024-11-17T08:22:32,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:32,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:32,650 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759 to hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/oldWALs/e3d0adb87c01%2C46119%2C1731831729540.1731831731759 2024-11-17T08:22:32,650 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:32,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292da8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:32,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:32,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,35351,1731831729127 2024-11-17T08:22:32,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12d2b4f5 2024-11-17T08:22:32,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:22:32,652 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:22:32,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://e3d0adb87c01:41195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T08:22:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T08:22:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T08:22:32,655 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:41195' 2024-11-17T08:22:32,655 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd20698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:32,656 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,41195,-1 for getting cluster id 2024-11-17T08:22:32,656 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:32,656 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '556448a5-d579-4ff9-a831-aec301ac2202' 2024-11-17T08:22:32,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:32,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "556448a5-d579-4ff9-a831-aec301ac2202" 2024-11-17T08:22:32,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78299526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:32,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,41195,-1] 2024-11-17T08:22:32,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:32,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:32,657 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:32,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f09ae3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:32,658 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:32,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,41195,1731831740630 2024-11-17T08:22:32,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@590564a3 2024-11-17T08:22:32,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:22:32,659 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:22:32,659 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T08:22:32,659 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T08:22:32,659 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:32,659 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:32,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:22:32,663 DEBUG [regionserver/e3d0adb87c01:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.rep.1731831752648, exclude list is [], retry=0 2024-11-17T08:22:32,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39785,DS-2bd5505b-80a2-4acb-b246-017cb1f7ff61,DISK] 2024-11-17T08:22:32,665 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.rep.1731831750589 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.rep.1731831752648 2024-11-17T08:22:32,666 DEBUG [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40267:40267)] 2024-11-17T08:22:32,666 DEBUG [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.rep.1731831750589 is not closed yet, will try archiving it next time 2024-11-17T08:22:32,666 DEBUG [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e3d0adb87c01%2C46119%2C1731831729540.meta:.meta(num 1731831732881) roll requested 2024-11-17T08:22:32,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741839_1015 (size=1505) 2024-11-17T08:22:32,678 DEBUG [regionserver/e3d0adb87c01:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.meta.1731831752666.meta, exclude list is [], retry=0 2024-11-17T08:22:32,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39785,DS-2bd5505b-80a2-4acb-b246-017cb1f7ff61,DISK] 2024-11-17T08:22:32,682 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.meta.1731831732881.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.meta.1731831752666.meta 2024-11-17T08:22:32,689 DEBUG [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40267:40267)] 2024-11-17T08:22:32,689 DEBUG [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.meta.1731831732881.meta is not closed yet, will try archiving it next time 2024-11-17T08:22:32,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741834_1010 (size=3473) 2024-11-17T08:22:32,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T08:22:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T08:22:32,769 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759 to pos 687, reset compression=false 2024-11-17T08:22:32,771 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759 was moved to hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/oldWALs/e3d0adb87c01%2C46119%2C1731831729540.1731831731759 2024-11-17T08:22:32,772 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759 2024-11-17T08:22:32,772 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,46119,1731831729540 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831731759, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-17T08:22:32,772 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629, startPosition=0, beingWritten=true 2024-11-17T08:22:32,774 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [e3d0adb87c01%2C46119%2C1731831729540.1731831731759] 2024-11-17T08:22:32,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-17T08:22:32,889 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-17T08:22:32,918 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-e3d0adb87c01,46119,1731831729540, ReplicationSource: 2, currentBandwidth=0 2024-11-17T08:22:32,920 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-17T08:22:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-17T08:22:32,922 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on e3d0adb87c01,46119,1731831729540 suceeded 2024-11-17T08:22:32,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T08:22:32,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-17T08:22:32,924 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://e3d0adb87c01:41195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T08:22:32,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 271 msec 2024-11-17T08:22:32,935 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e3d0adb87c01:41195' 2024-11-17T08:22:32,936 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f0e8c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:32,936 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,41195,-1 for getting cluster id 2024-11-17T08:22:32,936 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:32,937 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '556448a5-d579-4ff9-a831-aec301ac2202' 2024-11-17T08:22:32,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:32,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "556448a5-d579-4ff9-a831-aec301ac2202" 2024-11-17T08:22:32,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a39958, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:32,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,41195,-1] 2024-11-17T08:22:32,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:32,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:32,938 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:32,939 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73a6f08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:32,939 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:32,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,41195,1731831740630 2024-11-17T08:22:32,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68a7589d 2024-11-17T08:22:32,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:22:32,940 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-17T08:22:32,941 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e3d0adb87c01,46119,1731831729540 (queues=1) is replicating from cluster=0ae4ea27-2c1d-423e-aa1f-c58cc867a255 to cluster=556448a5-d579-4ff9-a831-aec301ac2202 2024-11-17T08:22:32,941 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e3d0adb87c01%2C46119%2C1731831729540 2024-11-17T08:22:32,941 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e3d0adb87c01,46119,1731831729540, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T08:22:32,941 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629, startPosition=0, beingWritten=true 2024-11-17T08:22:32,943 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e3d0adb87c01%2C46119%2C1731831729540 2024-11-17T08:22:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T08:22:32,967 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-17T08:22:32,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:22:32,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:32,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:32,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:32,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:22:32,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:22:32,971 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731831752970/Put/seqid=0 2024-11-17T08:22:33,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741845_1021 (size=11194) 2024-11-17T08:22:33,145 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 0, reset compression=false 2024-11-17T08:22:33,276 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 0, reset compression=false 2024-11-17T08:22:33,426 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731831753425/Put/seqid=0 2024-11-17T08:22:33,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741846_1022 (size=10791) 2024-11-17T08:22:33,448 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 0, reset compression=false 2024-11-17T08:22:33,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24459c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:33,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,35351,-1 for getting cluster id 2024-11-17T08:22:33,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:33,831 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ae4ea27-2c1d-423e-aa1f-c58cc867a255' 2024-11-17T08:22:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ae4ea27-2c1d-423e-aa1f-c58cc867a255" 2024-11-17T08:22:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a64edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,35351,-1] 2024-11-17T08:22:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:33,832 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:33,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f76472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:33,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:22:33,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,46119,1731831729540, seqNum=-1] 2024-11-17T08:22:33,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:22:33,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T08:22:33,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:33,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,35351,1731831729127 2024-11-17T08:22:33,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bf4e027 2024-11-17T08:22:33,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:22:33,841 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T08:22:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463., hostname=e3d0adb87c01,46119,1731831729540, seqNum=2] 2024-11-17T08:22:33,846 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T08:22:33,851 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-17T08:22:33,851 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 0, reset compression=false 2024-11-17T08:22:33,853 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-17T08:22:33,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/testHFileCyclicReplication_1/f/hfile_0 for inclusion in b08702cd699c3ff86603a0cdfd2ff463/f 2024-11-17T08:22:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T08:22:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:22:33,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/testHFileCyclicReplication_1/f/hfile_1 for inclusion in b08702cd699c3ff86603a0cdfd2ff463/f 2024-11-17T08:22:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T08:22:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:22:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HRegion(2603): Flush status journal for b08702cd699c3ff86603a0cdfd2ff463: 2024-11-17T08:22:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__9svb7jucdcammru02cjr5ith17iij8evn0q2sn8t7c6oelbh8r6dg9msqqudsb2c/f/hfile_0 2024-11-17T08:22:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__9svb7jucdcammru02cjr5ith17iij8evn0q2sn8t7c6oelbh8r6dg9msqqudsb2c/f/hfile_0 as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/f/77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ 2024-11-17T08:22:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__9svb7jucdcammru02cjr5ith17iij8evn0q2sn8t7c6oelbh8r6dg9msqqudsb2c/f/hfile_1 2024-11-17T08:22:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__9svb7jucdcammru02cjr5ith17iij8evn0q2sn8t7c6oelbh8r6dg9msqqudsb2c/f/hfile_1 as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/f/b9509339985a43e5bf2464d9a832a96d_SeqId_6_ 2024-11-17T08:22:33,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__9svb7jucdcammru02cjr5ith17iij8evn0q2sn8t7c6oelbh8r6dg9msqqudsb2c/f/hfile_0 into b08702cd699c3ff86603a0cdfd2ff463/f as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/f/77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ - updating store file list. 2024-11-17T08:22:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 77d30da5a7b64073907ab92ac73b71c1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T08:22:33,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/f/77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ into b08702cd699c3ff86603a0cdfd2ff463/f 2024-11-17T08:22:33,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__9svb7jucdcammru02cjr5ith17iij8evn0q2sn8t7c6oelbh8r6dg9msqqudsb2c/f/hfile_0 into b08702cd699c3ff86603a0cdfd2ff463/f (new location: hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/f/77d30da5a7b64073907ab92ac73b71c1_SeqId_6_) 2024-11-17T08:22:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__9svb7jucdcammru02cjr5ith17iij8evn0q2sn8t7c6oelbh8r6dg9msqqudsb2c/f/hfile_0 2024-11-17T08:22:33,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__9svb7jucdcammru02cjr5ith17iij8evn0q2sn8t7c6oelbh8r6dg9msqqudsb2c/f/hfile_1 into b08702cd699c3ff86603a0cdfd2ff463/f as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/f/b9509339985a43e5bf2464d9a832a96d_SeqId_6_ - updating store file list. 2024-11-17T08:22:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b9509339985a43e5bf2464d9a832a96d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T08:22:33,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/f/b9509339985a43e5bf2464d9a832a96d_SeqId_6_ into b08702cd699c3ff86603a0cdfd2ff463/f 2024-11-17T08:22:33,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__9svb7jucdcammru02cjr5ith17iij8evn0q2sn8t7c6oelbh8r6dg9msqqudsb2c/f/hfile_1 into b08702cd699c3ff86603a0cdfd2ff463/f (new location: hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/f/b9509339985a43e5bf2464d9a832a96d_SeqId_6_) 2024-11-17T08:22:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/staging/jenkins__test__9svb7jucdcammru02cjr5ith17iij8evn0q2sn8t7c6oelbh8r6dg9msqqudsb2c/f/hfile_1 2024-11-17T08:22:33,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:22:33,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:33,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:33,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:33,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:22:33,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463., hostname=e3d0adb87c01,46119,1731831729540, seqNum=2 , the old value is region=test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463., hostname=e3d0adb87c01,46119,1731831729540, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e3d0adb87c01:46119 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T08:22:33,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463., hostname=e3d0adb87c01,46119,1731831729540, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T08:22:33,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463., hostname=e3d0adb87c01,46119,1731831729540, seqNum=2 from cache 2024-11-17T08:22:33,878 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T08:22:33,880 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 0, reset compression=false 2024-11-17T08:22:33,880 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T08:22:33,885 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:22:33,885 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e3d0adb87c01,46119,1731831729540 got entry batch from reader: WALEntryBatch [walEntries=[{test/b08702cd699c3ff86603a0cdfd2ff463/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731831753875/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T08:22:33,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.ReplicationSink(318): Replicating [0ae4ea27-2c1d-423e-aa1f-c58cc867a255] bulk loaded data 2024-11-17T08:22:33,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741839_1015 (size=11194) 2024-11-17T08:22:33,987 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:46119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T08:22:34,085 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:34,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741840_1016 (size=10791) 2024-11-17T08:22:34,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T08:22:34,308 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__b3sejam9uijthk852d9gia9u55d0e6l5hn9bb7rqmsmc1f9lu88uusgh9pgboq31/f/77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-17T08:22:34,309 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__b3sejam9uijthk852d9gia9u55d0e6l5hn9bb7rqmsmc1f9lu88uusgh9pgboq31/f/b9509339985a43e5bf2464d9a832a96d_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-17T08:22:34,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__b3sejam9uijthk852d9gia9u55d0e6l5hn9bb7rqmsmc1f9lu88uusgh9pgboq31/f/b9509339985a43e5bf2464d9a832a96d_SeqId_6_ for inclusion in b4f1b25a8c9f6c106c11de97f787c1f9/f 2024-11-17T08:22:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T08:22:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:22:34,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__b3sejam9uijthk852d9gia9u55d0e6l5hn9bb7rqmsmc1f9lu88uusgh9pgboq31/f/77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ for inclusion in b4f1b25a8c9f6c106c11de97f787c1f9/f 2024-11-17T08:22:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T08:22:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:22:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HRegion(2603): Flush status journal for b4f1b25a8c9f6c106c11de97f787c1f9: 2024-11-17T08:22:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b9509339985a43e5bf2464d9a832a96d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T08:22:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__b3sejam9uijthk852d9gia9u55d0e6l5hn9bb7rqmsmc1f9lu88uusgh9pgboq31/f/b9509339985a43e5bf2464d9a832a96d_SeqId_6_ as hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/f/0ed6a217f41e480ca3a286316feeb7cb_SeqId_6_ 2024-11-17T08:22:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T08:22:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__b3sejam9uijthk852d9gia9u55d0e6l5hn9bb7rqmsmc1f9lu88uusgh9pgboq31/f/77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ as hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/f/ad78f3fab94b4126ba8e6bf8f2c89d7c_SeqId_6_ 2024-11-17T08:22:34,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__b3sejam9uijthk852d9gia9u55d0e6l5hn9bb7rqmsmc1f9lu88uusgh9pgboq31/f/b9509339985a43e5bf2464d9a832a96d_SeqId_6_ into b4f1b25a8c9f6c106c11de97f787c1f9/f as hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/f/0ed6a217f41e480ca3a286316feeb7cb_SeqId_6_ - updating store file list. 2024-11-17T08:22:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ed6a217f41e480ca3a286316feeb7cb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T08:22:34,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/f/0ed6a217f41e480ca3a286316feeb7cb_SeqId_6_ into b4f1b25a8c9f6c106c11de97f787c1f9/f 2024-11-17T08:22:34,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__b3sejam9uijthk852d9gia9u55d0e6l5hn9bb7rqmsmc1f9lu88uusgh9pgboq31/f/b9509339985a43e5bf2464d9a832a96d_SeqId_6_ into b4f1b25a8c9f6c106c11de97f787c1f9/f (new location: hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/f/0ed6a217f41e480ca3a286316feeb7cb_SeqId_6_) 2024-11-17T08:22:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__b3sejam9uijthk852d9gia9u55d0e6l5hn9bb7rqmsmc1f9lu88uusgh9pgboq31/f/b9509339985a43e5bf2464d9a832a96d_SeqId_6_ 2024-11-17T08:22:34,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__b3sejam9uijthk852d9gia9u55d0e6l5hn9bb7rqmsmc1f9lu88uusgh9pgboq31/f/77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ into b4f1b25a8c9f6c106c11de97f787c1f9/f as hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/f/ad78f3fab94b4126ba8e6bf8f2c89d7c_SeqId_6_ - updating store file list. 2024-11-17T08:22:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad78f3fab94b4126ba8e6bf8f2c89d7c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T08:22:34,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/f/ad78f3fab94b4126ba8e6bf8f2c89d7c_SeqId_6_ into b4f1b25a8c9f6c106c11de97f787c1f9/f 2024-11-17T08:22:34,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__b3sejam9uijthk852d9gia9u55d0e6l5hn9bb7rqmsmc1f9lu88uusgh9pgboq31/f/77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ into b4f1b25a8c9f6c106c11de97f787c1f9/f (new location: hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/f/ad78f3fab94b4126ba8e6bf8f2c89d7c_SeqId_6_) 2024-11-17T08:22:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/staging/jenkins.hfs.22__test__b3sejam9uijthk852d9gia9u55d0e6l5hn9bb7rqmsmc1f9lu88uusgh9pgboq31/f/77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ 2024-11-17T08:22:34,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] regionserver.ReplicationSink(324): Finished replicating [0ae4ea27-2c1d-423e-aa1f-c58cc867a255] bulk loaded data 2024-11-17T08:22:34,356 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 0, reset compression=false 2024-11-17T08:22:34,360 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T08:22:34,360 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e3d0adb87c01,46119,1731831729540 got entry batch from reader: WALEntryBatch [walEntries=[{test/b08702cd699c3ff86603a0cdfd2ff463/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731831753875/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T08:22:34,362 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T08:22:34,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-17T08:22:34,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.ReplicationSink(318): Replicating [0ae4ea27-2c1d-423e-aa1f-c58cc867a255] bulk loaded data 2024-11-17T08:22:34,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d7edaf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:34,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] client.ClusterIdFetcher(90): Going to request e3d0adb87c01,41195,-1 for getting cluster id 2024-11-17T08:22:34,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T08:22:34,364 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '556448a5-d579-4ff9-a831-aec301ac2202' 2024-11-17T08:22:34,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T08:22:34,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "556448a5-d579-4ff9-a831-aec301ac2202" 2024-11-17T08:22:34,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e294ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:34,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e3d0adb87c01,41195,-1] 2024-11-17T08:22:34,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T08:22:34,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:34,365 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-17T08:22:34,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1673c4cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T08:22:34,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741837_1013 (size=11194) 2024-11-17T08:22:34,388 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:34,560 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:34,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:22:34,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:34,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741838_1014 (size=10791) 2024-11-17T08:22:34,791 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:34,864 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:34,892 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T08:22:35,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:35,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e3d0adb87c01,41195,1731831740630 2024-11-17T08:22:35,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24862bfc 2024-11-17T08:22:35,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T08:22:35,188 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-17T08:22:35,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T08:22:35,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T08:22:35,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e3d0adb87c01,32855,1731831740863, seqNum=-1] 2024-11-17T08:22:35,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T08:22:35,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-17T08:22:35,195 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/staging/jenkins.hfs.23__test__blukrdo7418648qtu9kqtjo85jaai6t76pkgg45ubhtrppodmpodljil91nrudos/f/77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-17T08:22:35,197 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/staging/jenkins.hfs.23__test__blukrdo7418648qtu9kqtjo85jaai6t76pkgg45ubhtrppodmpodljil91nrudos/f/b9509339985a43e5bf2464d9a832a96d_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-17T08:22:35,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/staging/jenkins.hfs.23__test__blukrdo7418648qtu9kqtjo85jaai6t76pkgg45ubhtrppodmpodljil91nrudos/f/77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ for inclusion in 14cade9575ea8f1432abc4980d478f07/f 2024-11-17T08:22:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T08:22:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:22:35,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/staging/jenkins.hfs.23__test__blukrdo7418648qtu9kqtjo85jaai6t76pkgg45ubhtrppodmpodljil91nrudos/f/b9509339985a43e5bf2464d9a832a96d_SeqId_6_ for inclusion in 14cade9575ea8f1432abc4980d478f07/f 2024-11-17T08:22:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T08:22:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T08:22:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HRegion(2603): Flush status journal for 14cade9575ea8f1432abc4980d478f07: 2024-11-17T08:22:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T08:22:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/staging/jenkins.hfs.23__test__blukrdo7418648qtu9kqtjo85jaai6t76pkgg45ubhtrppodmpodljil91nrudos/f/77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ as hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/default/test/14cade9575ea8f1432abc4980d478f07/f/35d2844c48e1472bb700f1992bdda4c7_SeqId_4_ 2024-11-17T08:22:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b9509339985a43e5bf2464d9a832a96d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T08:22:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/staging/jenkins.hfs.23__test__blukrdo7418648qtu9kqtjo85jaai6t76pkgg45ubhtrppodmpodljil91nrudos/f/b9509339985a43e5bf2464d9a832a96d_SeqId_6_ as hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/default/test/14cade9575ea8f1432abc4980d478f07/f/371c44be811744a7a9a54f5697f492d4_SeqId_4_ 2024-11-17T08:22:35,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/staging/jenkins.hfs.23__test__blukrdo7418648qtu9kqtjo85jaai6t76pkgg45ubhtrppodmpodljil91nrudos/f/77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ into 14cade9575ea8f1432abc4980d478f07/f as hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/default/test/14cade9575ea8f1432abc4980d478f07/f/35d2844c48e1472bb700f1992bdda4c7_SeqId_4_ - updating store file list. 2024-11-17T08:22:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 35d2844c48e1472bb700f1992bdda4c7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:22:35,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/default/test/14cade9575ea8f1432abc4980d478f07/f/35d2844c48e1472bb700f1992bdda4c7_SeqId_4_ into 14cade9575ea8f1432abc4980d478f07/f 2024-11-17T08:22:35,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/staging/jenkins.hfs.23__test__blukrdo7418648qtu9kqtjo85jaai6t76pkgg45ubhtrppodmpodljil91nrudos/f/77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ into 14cade9575ea8f1432abc4980d478f07/f (new location: hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/default/test/14cade9575ea8f1432abc4980d478f07/f/35d2844c48e1472bb700f1992bdda4c7_SeqId_4_) 2024-11-17T08:22:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/staging/jenkins.hfs.23__test__blukrdo7418648qtu9kqtjo85jaai6t76pkgg45ubhtrppodmpodljil91nrudos/f/77d30da5a7b64073907ab92ac73b71c1_SeqId_6_ 2024-11-17T08:22:35,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/staging/jenkins.hfs.23__test__blukrdo7418648qtu9kqtjo85jaai6t76pkgg45ubhtrppodmpodljil91nrudos/f/b9509339985a43e5bf2464d9a832a96d_SeqId_6_ into 14cade9575ea8f1432abc4980d478f07/f as hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/default/test/14cade9575ea8f1432abc4980d478f07/f/371c44be811744a7a9a54f5697f492d4_SeqId_4_ - updating store file list. 2024-11-17T08:22:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 371c44be811744a7a9a54f5697f492d4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T08:22:35,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/default/test/14cade9575ea8f1432abc4980d478f07/f/371c44be811744a7a9a54f5697f492d4_SeqId_4_ into 14cade9575ea8f1432abc4980d478f07/f 2024-11-17T08:22:35,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/staging/jenkins.hfs.23__test__blukrdo7418648qtu9kqtjo85jaai6t76pkgg45ubhtrppodmpodljil91nrudos/f/b9509339985a43e5bf2464d9a832a96d_SeqId_6_ into 14cade9575ea8f1432abc4980d478f07/f (new location: hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/default/test/14cade9575ea8f1432abc4980d478f07/f/371c44be811744a7a9a54f5697f492d4_SeqId_4_) 2024-11-17T08:22:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/staging/jenkins.hfs.23__test__blukrdo7418648qtu9kqtjo85jaai6t76pkgg45ubhtrppodmpodljil91nrudos/f/b9509339985a43e5bf2464d9a832a96d_SeqId_6_ 2024-11-17T08:22:35,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.ReplicationSink(324): Finished replicating [0ae4ea27-2c1d-423e-aa1f-c58cc867a255] bulk loaded data 2024-11-17T08:22:35,267 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:35,295 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:35,771 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:35,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:22:35,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:22:35,899 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:35,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:35,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:35,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:35,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:22:35,900 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1847198736, stopped=false 2024-11-17T08:22:35,900 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,41195,1731831740630 2024-11-17T08:22:35,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:22:35,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1370958306/running 2024-11-17T08:22:35,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1370958306/running 2024-11-17T08:22:35,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306 2024-11-17T08:22:35,958 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:22:35,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306 2024-11-17T08:22:35,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:22:35,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:35,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:35,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Set watcher on znode that does not yet exist, /2-1370958306/running 2024-11-17T08:22:35,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Set watcher on znode that does not yet exist, /2-1370958306/running 2024-11-17T08:22:35,959 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,32855,1731831740863' ***** 2024-11-17T08:22:35,959 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:22:35,960 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:22:35,960 INFO [RS:0;e3d0adb87c01:32855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:22:35,960 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:22:35,960 INFO [RS:0;e3d0adb87c01:32855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:22:35,960 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(3091): Received CLOSE for 14cade9575ea8f1432abc4980d478f07 2024-11-17T08:22:35,960 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,32855,1731831740863 2024-11-17T08:22:35,960 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:22:35,960 INFO [RS:0;e3d0adb87c01:32855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:32855. 2024-11-17T08:22:35,961 DEBUG [RS:0;e3d0adb87c01:32855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:35,961 DEBUG [RS:0;e3d0adb87c01:32855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:35,961 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14cade9575ea8f1432abc4980d478f07, disabling compactions & flushes 2024-11-17T08:22:35,961 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731831748040.14cade9575ea8f1432abc4980d478f07. 2024-11-17T08:22:35,961 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:22:35,961 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831748040.14cade9575ea8f1432abc4980d478f07. 2024-11-17T08:22:35,961 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:22:35,961 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:22:35,961 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731831748040.14cade9575ea8f1432abc4980d478f07. after waiting 0 ms 2024-11-17T08:22:35,961 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731831748040.14cade9575ea8f1432abc4980d478f07. 2024-11-17T08:22:35,961 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:22:35,961 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T08:22:35,961 DEBUG [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 14cade9575ea8f1432abc4980d478f07=test,,1731831748040.14cade9575ea8f1432abc4980d478f07.} 2024-11-17T08:22:35,961 DEBUG [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1351): Waiting on 14cade9575ea8f1432abc4980d478f07, 1588230740 2024-11-17T08:22:35,961 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:22:35,961 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:22:35,961 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:22:35,961 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:22:35,961 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:22:35,961 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T08:22:35,969 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/default/test/14cade9575ea8f1432abc4980d478f07/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T08:22:35,970 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:22:35,970 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:22:35,970 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731831748040.14cade9575ea8f1432abc4980d478f07. 2024-11-17T08:22:35,970 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14cade9575ea8f1432abc4980d478f07: Waiting for close lock at 1731831755960Running coprocessor pre-close hooks at 1731831755960Disabling compacts and flushes for region at 1731831755960Disabling writes for close at 1731831755961 (+1 ms)Writing region close event to WAL at 1731831755962 (+1 ms)Running coprocessor post-close hooks at 1731831755969 (+7 ms)Closed at 1731831755970 (+1 ms) 2024-11-17T08:22:35,970 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731831748040.14cade9575ea8f1432abc4980d478f07. 2024-11-17T08:22:35,984 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/.tmp/info/f0c4b19f861a459fa4fae1a0aa619075 is 129, key is test,,1731831748040.14cade9575ea8f1432abc4980d478f07./info:regioninfo/1731831749202/Put/seqid=0 2024-11-17T08:22:35,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741839_1015 (size=6421) 2024-11-17T08:22:36,034 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:22:36,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T08:22:36,161 DEBUG [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:22:36,361 DEBUG [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:22:36,374 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:36,388 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/.tmp/info/f0c4b19f861a459fa4fae1a0aa619075 2024-11-17T08:22:36,409 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/.tmp/ns/66028868795440c9b9fad14187af0a36 is 43, key is default/ns:d/1731831743691/Put/seqid=0 2024-11-17T08:22:36,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741840_1016 (size=5153) 2024-11-17T08:22:36,413 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/.tmp/ns/66028868795440c9b9fad14187af0a36 2024-11-17T08:22:36,433 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/.tmp/rep_barrier/060212dd7f4d4b0685e53967429581f2 is 112, key is test,,1731831748040.14cade9575ea8f1432abc4980d478f07./rep_barrier:seqnumDuringOpen/1731831749202/Put/seqid=0 2024-11-17T08:22:36,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741841_1017 (size=5518) 2024-11-17T08:22:36,562 DEBUG [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:22:36,603 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:36,690 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:22:36,690 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:22:36,762 DEBUG [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:22:36,837 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/.tmp/rep_barrier/060212dd7f4d4b0685e53967429581f2 2024-11-17T08:22:36,853 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/.tmp/table/b290a1178efb487ab2197661659d8412 is 40, key is test/table:state/1731831749215/Put/seqid=0 2024-11-17T08:22:36,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741842_1018 (size=5165) 2024-11-17T08:22:36,962 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:22:36,962 DEBUG [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:22:36,962 DEBUG [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:22:37,077 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:37,162 DEBUG [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:22:37,256 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/.tmp/table/b290a1178efb487ab2197661659d8412 2024-11-17T08:22:37,260 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/.tmp/info/f0c4b19f861a459fa4fae1a0aa619075 as hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/info/f0c4b19f861a459fa4fae1a0aa619075 2024-11-17T08:22:37,264 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/info/f0c4b19f861a459fa4fae1a0aa619075, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T08:22:37,265 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/.tmp/ns/66028868795440c9b9fad14187af0a36 as hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/ns/66028868795440c9b9fad14187af0a36 2024-11-17T08:22:37,268 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/ns/66028868795440c9b9fad14187af0a36, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T08:22:37,269 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/.tmp/rep_barrier/060212dd7f4d4b0685e53967429581f2 as hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/rep_barrier/060212dd7f4d4b0685e53967429581f2 2024-11-17T08:22:37,272 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/rep_barrier/060212dd7f4d4b0685e53967429581f2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T08:22:37,273 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/.tmp/table/b290a1178efb487ab2197661659d8412 as hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/table/b290a1178efb487ab2197661659d8412 2024-11-17T08:22:37,276 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/table/b290a1178efb487ab2197661659d8412, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T08:22:37,277 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=11, compaction requested=false 2024-11-17T08:22:37,283 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T08:22:37,284 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:22:37,284 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:22:37,284 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:22:37,284 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831755961Running coprocessor pre-close hooks at 1731831755961Disabling compacts and flushes for region at 1731831755961Disabling writes for close at 1731831755961Obtaining lock to block concurrent updates at 1731831755961Preparing flush snapshotting stores in 1588230740 at 1731831755961Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731831755962 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731831755963 (+1 ms)Flushing 1588230740/info: creating writer at 1731831755963Flushing 1588230740/info: appending metadata at 1731831755984 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731831755984Flushing 1588230740/ns: creating writer at 1731831756391 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731831756409 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731831756409Flushing 1588230740/rep_barrier: creating writer at 1731831756417 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731831756433 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731831756433Flushing 1588230740/table: creating writer at 1731831756840 (+407 ms)Flushing 1588230740/table: appending metadata at 1731831756852 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731831756852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@200d4b28: reopening flushed file at 1731831757260 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9fc9e: reopening flushed file at 1731831757264 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6949c2da: reopening flushed file at 1731831757268 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb16b4e: reopening flushed file at 1731831757273 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=11, compaction requested=false at 1731831757277 (+4 ms)Writing region close event to WAL at 1731831757280 (+3 ms)Running coprocessor post-close hooks at 1731831757284 (+4 ms)Closed at 1731831757284 2024-11-17T08:22:37,284 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:22:37,362 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,32855,1731831740863; all regions closed. 2024-11-17T08:22:37,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741834_1010 (size=2717) 2024-11-17T08:22:37,366 DEBUG [RS:0;e3d0adb87c01:32855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/oldWALs 2024-11-17T08:22:37,366 INFO [RS:0;e3d0adb87c01:32855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C32855%2C1731831740863.meta:.meta(num 1731831743633) 2024-11-17T08:22:37,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741832_1008 (size=1028) 2024-11-17T08:22:37,370 DEBUG [RS:0;e3d0adb87c01:32855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/oldWALs 2024-11-17T08:22:37,370 INFO [RS:0;e3d0adb87c01:32855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C32855%2C1731831740863:(num 1731831742763) 2024-11-17T08:22:37,370 DEBUG [RS:0;e3d0adb87c01:32855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:37,370 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:22:37,371 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:22:37,371 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T08:22:37,371 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:22:37,371 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:22:37,371 INFO [RS:0;e3d0adb87c01:32855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:32855. 2024-11-17T08:22:37,371 DEBUG [RS:0;e3d0adb87c01:32855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:37,371 DEBUG [RS:0;e3d0adb87c01:32855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:37,372 DEBUG [RS:0;e3d0adb87c01:32855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:37,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:22:37,372 INFO [RS:0;e3d0adb87c01:32855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32855 2024-11-17T08:22:37,406 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:37,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1370958306/rs/e3d0adb87c01,32855,1731831740863 2024-11-17T08:22:37,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306/rs 2024-11-17T08:22:37,484 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:22:37,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,32855,1731831740863] 2024-11-17T08:22:37,505 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1370958306/draining/e3d0adb87c01,32855,1731831740863 already deleted, retry=false 2024-11-17T08:22:37,505 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,32855,1731831740863 expired; onlineServers=0 2024-11-17T08:22:37,505 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,41195,1731831740630' ***** 2024-11-17T08:22:37,505 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:22:37,506 INFO [M:0;e3d0adb87c01:41195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:22:37,506 INFO [M:0;e3d0adb87c01:41195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:22:37,506 DEBUG [M:0;e3d0adb87c01:41195 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:22:37,506 DEBUG [M:0;e3d0adb87c01:41195 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:22:37,506 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:22:37,506 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831742429 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831742429,5,FailOnTimeoutGroup] 2024-11-17T08:22:37,506 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831742432 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831742432,5,FailOnTimeoutGroup] 2024-11-17T08:22:37,506 INFO [M:0;e3d0adb87c01:41195 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:22:37,506 INFO [M:0;e3d0adb87c01:41195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:22:37,506 DEBUG [M:0;e3d0adb87c01:41195 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:22:37,506 INFO [M:0;e3d0adb87c01:41195 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:22:37,506 INFO [M:0;e3d0adb87c01:41195 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:22:37,506 INFO [M:0;e3d0adb87c01:41195 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:22:37,507 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:22:37,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1370958306/master 2024-11-17T08:22:37,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1370958306 2024-11-17T08:22:37,516 DEBUG [M:0;e3d0adb87c01:41195 {}] zookeeper.ZKUtil(347): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Unable to get data of znode /2-1370958306/master because node does not exist (not an error) 2024-11-17T08:22:37,516 WARN [M:0;e3d0adb87c01:41195 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:22:37,516 INFO [M:0;e3d0adb87c01:41195 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/.lastflushedseqids 2024-11-17T08:22:37,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741843_1019 (size=173) 2024-11-17T08:22:37,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:22:37,595 INFO [RS:0;e3d0adb87c01:32855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:22:37,595 INFO [RS:0;e3d0adb87c01:32855 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,32855,1731831740863; zookeeper connection closed. 2024-11-17T08:22:37,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10147e2fcdf0007, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:22:37,595 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13ac21ee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13ac21ee 2024-11-17T08:22:37,595 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:22:37,880 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:37,920 INFO [M:0;e3d0adb87c01:41195 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:22:37,920 INFO [M:0;e3d0adb87c01:41195 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:22:37,920 DEBUG [M:0;e3d0adb87c01:41195 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:22:37,920 INFO [M:0;e3d0adb87c01:41195 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:37,921 DEBUG [M:0;e3d0adb87c01:41195 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:37,921 DEBUG [M:0;e3d0adb87c01:41195 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:22:37,921 DEBUG [M:0;e3d0adb87c01:41195 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:37,921 INFO [M:0;e3d0adb87c01:41195 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-17T08:22:37,936 DEBUG [M:0;e3d0adb87c01:41195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1afc22295fde4c10a7c070a2662e1754 is 82, key is hbase:meta,,1/info:regioninfo/1731831743675/Put/seqid=0 2024-11-17T08:22:37,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741844_1020 (size=5672) 2024-11-17T08:22:37,940 INFO [M:0;e3d0adb87c01:41195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1afc22295fde4c10a7c070a2662e1754 2024-11-17T08:22:37,958 DEBUG [M:0;e3d0adb87c01:41195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe834294da6c4a459d05c3b005b7cd57 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731831749219/Put/seqid=0 2024-11-17T08:22:37,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741845_1021 (size=6587) 2024-11-17T08:22:38,309 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:38,362 INFO [M:0;e3d0adb87c01:41195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe834294da6c4a459d05c3b005b7cd57 2024-11-17T08:22:38,377 DEBUG [M:0;e3d0adb87c01:41195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84ce491b5e4047908cff30401d3c58bf is 69, key is e3d0adb87c01,32855,1731831740863/rs:state/1731831742557/Put/seqid=0 2024-11-17T08:22:38,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741846_1022 (size=5156) 2024-11-17T08:22:38,711 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T08:22:38,780 INFO [M:0;e3d0adb87c01:41195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84ce491b5e4047908cff30401d3c58bf 2024-11-17T08:22:38,784 DEBUG [M:0;e3d0adb87c01:41195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1afc22295fde4c10a7c070a2662e1754 as hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1afc22295fde4c10a7c070a2662e1754 2024-11-17T08:22:38,784 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:38,787 INFO [M:0;e3d0adb87c01:41195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1afc22295fde4c10a7c070a2662e1754, entries=8, sequenceid=55, filesize=5.5 K 2024-11-17T08:22:38,787 DEBUG [M:0;e3d0adb87c01:41195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe834294da6c4a459d05c3b005b7cd57 as hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe834294da6c4a459d05c3b005b7cd57 2024-11-17T08:22:38,790 INFO [M:0;e3d0adb87c01:41195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe834294da6c4a459d05c3b005b7cd57, entries=6, sequenceid=55, filesize=6.4 K 2024-11-17T08:22:38,791 DEBUG [M:0;e3d0adb87c01:41195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84ce491b5e4047908cff30401d3c58bf as hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84ce491b5e4047908cff30401d3c58bf 2024-11-17T08:22:38,794 INFO [M:0;e3d0adb87c01:41195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46275/user/jenkins/test-data/b70f4d8d-3e36-4b89-1412-8b50b0787e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84ce491b5e4047908cff30401d3c58bf, entries=1, sequenceid=55, filesize=5.0 K 2024-11-17T08:22:38,794 INFO [M:0;e3d0adb87c01:41195 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=55, compaction requested=false 2024-11-17T08:22:38,795 INFO [M:0;e3d0adb87c01:41195 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:38,795 DEBUG [M:0;e3d0adb87c01:41195 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831757920Disabling compacts and flushes for region at 1731831757920Disabling writes for close at 1731831757921 (+1 ms)Obtaining lock to block concurrent updates at 1731831757921Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831757921Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731831757921Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831757921Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831757921Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831757936 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831757936Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831757944 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831757958 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831757958Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831758365 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831758377 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831758377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f3ed01: reopening flushed file at 1731831758783 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d3cad0: reopening flushed file at 1731831758787 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5a3e85: reopening flushed file at 1731831758790 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=55, compaction requested=false at 1731831758794 (+4 ms)Writing region close event to WAL at 1731831758795 (+1 ms)Closed at 1731831758795 2024-11-17T08:22:38,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36363 is added to blk_1073741830_1006 (size=32782) 2024-11-17T08:22:38,797 INFO [M:0;e3d0adb87c01:41195 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:22:38,797 INFO [M:0;e3d0adb87c01:41195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41195 2024-11-17T08:22:38,798 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:22:38,798 INFO [M:0;e3d0adb87c01:41195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:22:38,953 INFO [M:0;e3d0adb87c01:41195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:22:38,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:22:38,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x10147e2fcdf0006, quorum=127.0.0.1:52422, baseZNode=/2-1370958306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:22:38,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@578df5e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:22:38,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@478f88a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:22:38,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:22:38,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18240dd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:22:38,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@730f0be1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/hadoop.log.dir/,STOPPED} 2024-11-17T08:22:38,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:22:38,957 WARN [BP-1328561930-172.17.0.3-1731831738627 heartbeating to localhost/127.0.0.1:46275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:22:38,957 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:22:38,957 WARN [BP-1328561930-172.17.0.3-1731831738627 heartbeating to localhost/127.0.0.1:46275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1328561930-172.17.0.3-1731831738627 (Datanode Uuid 2a8c5296-c769-474c-8b06-bffee32bfcfe) service to localhost/127.0.0.1:46275 2024-11-17T08:22:38,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/cluster_c0b827f8-2876-8f35-86e2-4e1da9292eb9/data/data1/current/BP-1328561930-172.17.0.3-1731831738627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:22:38,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/cluster_c0b827f8-2876-8f35-86e2-4e1da9292eb9/data/data2/current/BP-1328561930-172.17.0.3-1731831738627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:22:38,958 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:22:38,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@418bc61a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:22:38,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3626b381{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:22:38,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:22:38,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40d0220f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:22:38,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41711398{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63437499-1995-b8dd-a2d7-437a869c7a20/hadoop.log.dir/,STOPPED} 2024-11-17T08:22:38,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:22:38,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:22:38,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:22:38,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:38,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:38,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:38,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:22:38,974 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:22:38,974 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=209530249, stopped=false 2024-11-17T08:22:38,974 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,43923,1731831735792 2024-11-17T08:22:38,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11965472150/running 2024-11-17T08:22:38,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11965472150/running 2024-11-17T08:22:38,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150 2024-11-17T08:22:38,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150 2024-11-17T08:22:38,989 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:22:38,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:22:38,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:38,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:38,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Set watcher on znode that does not yet exist, /11965472150/running 2024-11-17T08:22:38,990 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,35769,1731831735950' ***** 2024-11-17T08:22:38,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Set watcher on znode that does not yet exist, /11965472150/running 2024-11-17T08:22:38,990 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:22:38,990 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:22:38,990 INFO [RS:0;e3d0adb87c01:35769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:22:38,990 INFO [RS:0;e3d0adb87c01:35769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:22:38,990 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:22:38,990 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(3091): Received CLOSE for b4f1b25a8c9f6c106c11de97f787c1f9 2024-11-17T08:22:38,991 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,35769,1731831735950 2024-11-17T08:22:38,991 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:22:38,991 INFO [RS:0;e3d0adb87c01:35769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:35769. 2024-11-17T08:22:38,991 DEBUG [RS:0;e3d0adb87c01:35769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:38,991 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4f1b25a8c9f6c106c11de97f787c1f9, disabling compactions & flushes 2024-11-17T08:22:38,991 DEBUG [RS:0;e3d0adb87c01:35769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:38,991 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9. 2024-11-17T08:22:38,991 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9. 2024-11-17T08:22:38,991 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9. after waiting 0 ms 2024-11-17T08:22:38,991 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:22:38,991 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9. 2024-11-17T08:22:38,991 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:22:38,991 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:22:38,991 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:22:38,991 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T08:22:38,991 DEBUG [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1325): Online Regions={b4f1b25a8c9f6c106c11de97f787c1f9=test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:22:38,991 DEBUG [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4f1b25a8c9f6c106c11de97f787c1f9 2024-11-17T08:22:38,991 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:22:38,991 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:22:38,991 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:22:38,991 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:22:38,991 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:22:38,992 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T08:22:38,997 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/default/test/b4f1b25a8c9f6c106c11de97f787c1f9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T08:22:38,997 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:22:38,997 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:22:38,997 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9. 2024-11-17T08:22:38,998 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4f1b25a8c9f6c106c11de97f787c1f9: Waiting for close lock at 1731831758991Running coprocessor pre-close hooks at 1731831758991Disabling compacts and flushes for region at 1731831758991Disabling writes for close at 1731831758991Writing region close event to WAL at 1731831758992 (+1 ms)Running coprocessor post-close hooks at 1731831758997 (+5 ms)Closed at 1731831758997 2024-11-17T08:22:38,998 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9. 2024-11-17T08:22:39,005 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:22:39,005 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:22:39,007 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/.tmp/info/e9067a875e5346088841e82339a91f09 is 129, key is test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9./info:regioninfo/1731831747027/Put/seqid=0 2024-11-17T08:22:39,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741841_1017 (size=6421) 2024-11-17T08:22:39,010 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/.tmp/info/e9067a875e5346088841e82339a91f09 2024-11-17T08:22:39,029 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/.tmp/ns/a432f70f4824410691e1c5f79368a1f1 is 43, key is default/ns:d/1731831738504/Put/seqid=0 2024-11-17T08:22:39,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741842_1018 (size=5153) 2024-11-17T08:22:39,041 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:22:39,191 DEBUG [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:22:39,314 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:39,392 DEBUG [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:22:39,433 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/.tmp/ns/a432f70f4824410691e1c5f79368a1f1 2024-11-17T08:22:39,449 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/.tmp/rep_barrier/59b338e380ea4069aee3bf8c46e572e1 is 112, key is test,,1731831745890.b4f1b25a8c9f6c106c11de97f787c1f9./rep_barrier:seqnumDuringOpen/1731831747027/Put/seqid=0 2024-11-17T08:22:39,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741843_1019 (size=5518) 2024-11-17T08:22:39,592 DEBUG [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:22:39,787 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:39,792 DEBUG [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:22:39,852 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/.tmp/rep_barrier/59b338e380ea4069aee3bf8c46e572e1 2024-11-17T08:22:39,868 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/.tmp/table/ce0f59eed24644d8a6f0668ae21a3186 is 40, key is test/table:state/1731831747032/Put/seqid=0 2024-11-17T08:22:39,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741844_1020 (size=5165) 2024-11-17T08:22:39,992 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:22:39,992 DEBUG [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:22:39,992 DEBUG [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:22:40,192 DEBUG [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:22:40,271 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/.tmp/table/ce0f59eed24644d8a6f0668ae21a3186 2024-11-17T08:22:40,275 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/.tmp/info/e9067a875e5346088841e82339a91f09 as hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/info/e9067a875e5346088841e82339a91f09 2024-11-17T08:22:40,278 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/info/e9067a875e5346088841e82339a91f09, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T08:22:40,279 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/.tmp/ns/a432f70f4824410691e1c5f79368a1f1 as hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/ns/a432f70f4824410691e1c5f79368a1f1 2024-11-17T08:22:40,282 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/ns/a432f70f4824410691e1c5f79368a1f1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T08:22:40,283 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/.tmp/rep_barrier/59b338e380ea4069aee3bf8c46e572e1 as hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/rep_barrier/59b338e380ea4069aee3bf8c46e572e1 2024-11-17T08:22:40,286 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/rep_barrier/59b338e380ea4069aee3bf8c46e572e1, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T08:22:40,287 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/.tmp/table/ce0f59eed24644d8a6f0668ae21a3186 as hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/table/ce0f59eed24644d8a6f0668ae21a3186 2024-11-17T08:22:40,290 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/table/ce0f59eed24644d8a6f0668ae21a3186, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T08:22:40,291 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false 2024-11-17T08:22:40,294 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T08:22:40,294 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:22:40,294 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:22:40,294 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:22:40,294 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831758991Running coprocessor pre-close hooks at 1731831758991Disabling compacts and flushes for region at 1731831758991Disabling writes for close at 1731831758991Obtaining lock to block concurrent updates at 1731831758992 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731831758992Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731831758992Flushing stores of hbase:meta,,1.1588230740 at 1731831758992Flushing 1588230740/info: creating writer at 1731831758992Flushing 1588230740/info: appending metadata at 1731831759007 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731831759007Flushing 1588230740/ns: creating writer at 1731831759014 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731831759029 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731831759029Flushing 1588230740/rep_barrier: creating writer at 1731831759437 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731831759449 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731831759449Flushing 1588230740/table: creating writer at 1731831759856 (+407 ms)Flushing 1588230740/table: appending metadata at 1731831759867 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731831759867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78926168: reopening flushed file at 1731831760274 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213ba4bf: reopening flushed file at 1731831760278 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@179c8c81: reopening flushed file at 1731831760283 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5775d95c: reopening flushed file at 1731831760286 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false at 1731831760291 (+5 ms)Writing region close event to WAL at 1731831760292 (+1 ms)Running coprocessor post-close hooks at 1731831760294 (+2 ms)Closed at 1731831760294 2024-11-17T08:22:40,294 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:22:40,393 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,35769,1731831735950; all regions closed. 2024-11-17T08:22:40,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741834_1010 (size=2717) 2024-11-17T08:22:40,395 DEBUG [RS:0;e3d0adb87c01:35769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/oldWALs 2024-11-17T08:22:40,395 INFO [RS:0;e3d0adb87c01:35769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C35769%2C1731831735950.meta:.meta(num 1731831738454) 2024-11-17T08:22:40,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741832_1008 (size=1374) 2024-11-17T08:22:40,398 DEBUG [RS:0;e3d0adb87c01:35769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/oldWALs 2024-11-17T08:22:40,398 INFO [RS:0;e3d0adb87c01:35769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e3d0adb87c01%2C35769%2C1731831735950:(num 1731831738055) 2024-11-17T08:22:40,398 DEBUG [RS:0;e3d0adb87c01:35769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:40,398 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:22:40,398 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:22:40,398 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T08:22:40,398 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:22:40,398 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:22:40,398 INFO [RS:0;e3d0adb87c01:35769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:35769. 2024-11-17T08:22:40,398 DEBUG [RS:0;e3d0adb87c01:35769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:40,398 DEBUG [RS:0;e3d0adb87c01:35769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:40,398 DEBUG [RS:0;e3d0adb87c01:35769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:40,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:22:40,399 INFO [RS:0;e3d0adb87c01:35769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35769 2024-11-17T08:22:40,416 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:40,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11965472150/rs/e3d0adb87c01,35769,1731831735950 2024-11-17T08:22:40,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150/rs 2024-11-17T08:22:40,463 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:22:40,473 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,35769,1731831735950] 2024-11-17T08:22:40,484 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11965472150/draining/e3d0adb87c01,35769,1731831735950 already deleted, retry=false 2024-11-17T08:22:40,484 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,35769,1731831735950 expired; onlineServers=0 2024-11-17T08:22:40,484 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,43923,1731831735792' ***** 2024-11-17T08:22:40,484 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:22:40,484 INFO [M:0;e3d0adb87c01:43923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:22:40,484 INFO [M:0;e3d0adb87c01:43923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:22:40,484 DEBUG [M:0;e3d0adb87c01:43923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:22:40,484 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:22:40,484 DEBUG [M:0;e3d0adb87c01:43923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:22:40,484 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831737694 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831737694,5,FailOnTimeoutGroup] 2024-11-17T08:22:40,484 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831737694 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831737694,5,FailOnTimeoutGroup] 2024-11-17T08:22:40,484 INFO [M:0;e3d0adb87c01:43923 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:22:40,484 INFO [M:0;e3d0adb87c01:43923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:22:40,484 DEBUG [M:0;e3d0adb87c01:43923 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:22:40,484 INFO [M:0;e3d0adb87c01:43923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:22:40,484 INFO [M:0;e3d0adb87c01:43923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:22:40,485 INFO [M:0;e3d0adb87c01:43923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:22:40,485 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:22:40,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11965472150/master 2024-11-17T08:22:40,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11965472150 2024-11-17T08:22:40,495 DEBUG [M:0;e3d0adb87c01:43923 {}] zookeeper.ZKUtil(347): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Unable to get data of znode /11965472150/master because node does not exist (not an error) 2024-11-17T08:22:40,495 WARN [M:0;e3d0adb87c01:43923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:22:40,496 INFO [M:0;e3d0adb87c01:43923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/.lastflushedseqids 2024-11-17T08:22:40,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741845_1021 (size=173) 2024-11-17T08:22:40,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:22:40,574 INFO [RS:0;e3d0adb87c01:35769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:22:40,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35769-0x10147e2fcdf0004, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:22:40,574 INFO [RS:0;e3d0adb87c01:35769 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,35769,1731831735950; zookeeper connection closed. 2024-11-17T08:22:40,574 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@485a7593 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@485a7593 2024-11-17T08:22:40,574 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:22:40,890 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:40,899 INFO [M:0;e3d0adb87c01:43923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:22:40,899 INFO [M:0;e3d0adb87c01:43923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:22:40,899 DEBUG [M:0;e3d0adb87c01:43923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:22:40,899 INFO [M:0;e3d0adb87c01:43923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:40,899 DEBUG [M:0;e3d0adb87c01:43923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:40,899 DEBUG [M:0;e3d0adb87c01:43923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:22:40,899 DEBUG [M:0;e3d0adb87c01:43923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:40,899 INFO [M:0;e3d0adb87c01:43923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-17T08:22:40,913 DEBUG [M:0;e3d0adb87c01:43923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/802c344bae4a4e6fabcb2049bd11aa43 is 82, key is hbase:meta,,1/info:regioninfo/1731831738483/Put/seqid=0 2024-11-17T08:22:40,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741846_1022 (size=5672) 2024-11-17T08:22:41,096 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T08:22:41,097 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:22:41,097 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169331 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e3d0adb87c01,37973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:37973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T08:22:41,318 INFO [M:0;e3d0adb87c01:43923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/802c344bae4a4e6fabcb2049bd11aa43 2024-11-17T08:22:41,338 DEBUG [M:0;e3d0adb87c01:43923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fccbbe4730b54e16b2c32d71b861c4e6 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731831747035/Put/seqid=0 2024-11-17T08:22:41,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741847_1023 (size=6587) 2024-11-17T08:22:41,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T08:22:41,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T08:22:41,619 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:41,742 INFO [M:0;e3d0adb87c01:43923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fccbbe4730b54e16b2c32d71b861c4e6 2024-11-17T08:22:41,760 DEBUG [M:0;e3d0adb87c01:43923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c7218534e994577a5c108ed1834ad21 is 69, key is e3d0adb87c01,35769,1731831735950/rs:state/1731831737831/Put/seqid=0 2024-11-17T08:22:41,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741848_1024 (size=5156) 2024-11-17T08:22:42,093 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:42,164 INFO [M:0;e3d0adb87c01:43923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c7218534e994577a5c108ed1834ad21 2024-11-17T08:22:42,168 DEBUG [M:0;e3d0adb87c01:43923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/802c344bae4a4e6fabcb2049bd11aa43 as hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/802c344bae4a4e6fabcb2049bd11aa43 2024-11-17T08:22:42,171 INFO [M:0;e3d0adb87c01:43923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/802c344bae4a4e6fabcb2049bd11aa43, entries=8, sequenceid=55, filesize=5.5 K 2024-11-17T08:22:42,172 DEBUG [M:0;e3d0adb87c01:43923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fccbbe4730b54e16b2c32d71b861c4e6 as hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fccbbe4730b54e16b2c32d71b861c4e6 2024-11-17T08:22:42,175 INFO [M:0;e3d0adb87c01:43923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fccbbe4730b54e16b2c32d71b861c4e6, entries=6, sequenceid=55, filesize=6.4 K 2024-11-17T08:22:42,175 DEBUG [M:0;e3d0adb87c01:43923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c7218534e994577a5c108ed1834ad21 as hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c7218534e994577a5c108ed1834ad21 2024-11-17T08:22:42,178 INFO [M:0;e3d0adb87c01:43923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44411/user/jenkins/test-data/206fe4e5-e810-59ba-bffb-bc540e6f93c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c7218534e994577a5c108ed1834ad21, entries=1, sequenceid=55, filesize=5.0 K 2024-11-17T08:22:42,179 INFO [M:0;e3d0adb87c01:43923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false 2024-11-17T08:22:42,180 INFO [M:0;e3d0adb87c01:43923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:42,180 DEBUG [M:0;e3d0adb87c01:43923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831760899Disabling compacts and flushes for region at 1731831760899Disabling writes for close at 1731831760899Obtaining lock to block concurrent updates at 1731831760899Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831760899Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731831760900 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831760900Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831760900Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831760913 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831760913Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831761322 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831761338 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831761338Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831761745 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831761760 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831761760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a20f78: reopening flushed file at 1731831762167 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d5839f: reopening flushed file at 1731831762171 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd0c119: reopening flushed file at 1731831762175 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false at 1731831762179 (+4 ms)Writing region close event to WAL at 1731831762180 (+1 ms)Closed at 1731831762180 2024-11-17T08:22:42,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741830_1006 (size=32782) 2024-11-17T08:22:42,182 INFO [M:0;e3d0adb87c01:43923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:22:42,182 INFO [M:0;e3d0adb87c01:43923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43923 2024-11-17T08:22:42,182 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:22:42,182 INFO [M:0;e3d0adb87c01:43923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:22:42,331 INFO [M:0;e3d0adb87c01:43923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:22:42,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:22:42,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x10147e2fcdf0003, quorum=127.0.0.1:52422, baseZNode=/11965472150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:22:42,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a9c7158{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:22:42,334 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dfb562c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:22:42,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:22:42,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10507257{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:22:42,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62f5669{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/hadoop.log.dir/,STOPPED} 2024-11-17T08:22:42,335 WARN [BP-143437423-172.17.0.3-1731831733105 heartbeating to localhost/127.0.0.1:44411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:22:42,335 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:22:42,335 WARN [BP-143437423-172.17.0.3-1731831733105 heartbeating to localhost/127.0.0.1:44411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-143437423-172.17.0.3-1731831733105 (Datanode Uuid 96ad59b4-3f9e-4ce2-bdf3-b70f8faf176b) service to localhost/127.0.0.1:44411 2024-11-17T08:22:42,335 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:22:42,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/cluster_e1db331e-8437-8042-942a-2cfeedd5bb4c/data/data1/current/BP-143437423-172.17.0.3-1731831733105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:22:42,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/cluster_e1db331e-8437-8042-942a-2cfeedd5bb4c/data/data2/current/BP-143437423-172.17.0.3-1731831733105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:22:42,335 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:22:42,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70ae53e8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:22:42,340 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a263492{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:22:42,340 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:22:42,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1650389f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:22:42,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e7914dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca22c232-f049-fe3e-bb5c-b5917883ee18/hadoop.log.dir/,STOPPED} 2024-11-17T08:22:42,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:22:42,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T08:22:42,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:22:42,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:42,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:42,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:42,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:22:42,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T08:22:42,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1466276270, stopped=false 2024-11-17T08:22:42,365 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e3d0adb87c01,35351,1731831729127 2024-11-17T08:22:42,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1792082735/running 2024-11-17T08:22:42,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1792082735/running 2024-11-17T08:22:42,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:42,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:42,379 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:22:42,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T08:22:42,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:42,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:42,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Set watcher on znode that does not yet exist, /0-1792082735/running 2024-11-17T08:22:42,379 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e3d0adb87c01,46119,1731831729540' ***** 2024-11-17T08:22:42,379 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T08:22:42,379 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T08:22:42,379 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T08:22:42,379 INFO [RS:0;e3d0adb87c01:46119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T08:22:42,379 INFO [RS:0;e3d0adb87c01:46119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T08:22:42,379 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(3091): Received CLOSE for f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:42,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Set watcher on znode that does not yet exist, /0-1792082735/running 2024-11-17T08:22:42,380 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(3091): Received CLOSE for b08702cd699c3ff86603a0cdfd2ff463 2024-11-17T08:22:42,380 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(959): stopping server e3d0adb87c01,46119,1731831729540 2024-11-17T08:22:42,380 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:22:42,380 INFO [RS:0;e3d0adb87c01:46119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:46119. 2024-11-17T08:22:42,380 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f53f74f11f1afc554c8d926a9cd8311a, disabling compactions & flushes 2024-11-17T08:22:42,380 DEBUG [RS:0;e3d0adb87c01:46119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:42,380 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a. 2024-11-17T08:22:42,380 DEBUG [RS:0;e3d0adb87c01:46119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:42,380 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a. 2024-11-17T08:22:42,380 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T08:22:42,380 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T08:22:42,380 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a. after waiting 0 ms 2024-11-17T08:22:42,380 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T08:22:42,380 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a. 2024-11-17T08:22:42,380 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T08:22:42,380 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f53f74f11f1afc554c8d926a9cd8311a 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-17T08:22:42,380 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T08:22:42,380 DEBUG [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1325): Online Regions={f53f74f11f1afc554c8d926a9cd8311a=hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a., 1588230740=hbase:meta,,1.1588230740, b08702cd699c3ff86603a0cdfd2ff463=test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463.} 2024-11-17T08:22:42,380 DEBUG [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b08702cd699c3ff86603a0cdfd2ff463, f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:42,380 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T08:22:42,380 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T08:22:42,380 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T08:22:42,380 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T08:22:42,380 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T08:22:42,380 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T08:22:42,395 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/replication/f53f74f11f1afc554c8d926a9cd8311a/.tmp/hfileref/51d7619ca7354012ad5956c0895fb7ec is 74, key is 1/hfileref:43d090634c0d4419beeb8323de0dfa2c_SeqId_4_/1731831752325/DeleteColumn/seqid=0 2024-11-17T08:22:42,395 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/.tmp/info/fc248c11bb4848ae8fa623d902b87378 is 147, key is hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a./info:regioninfo/1731831750617/Put/seqid=0 2024-11-17T08:22:42,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741847_1023 (size=7686) 2024-11-17T08:22:42,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741848_1024 (size=5489) 2024-11-17T08:22:42,461 INFO [regionserver/e3d0adb87c01:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:22:42,580 DEBUG [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b08702cd699c3ff86603a0cdfd2ff463, f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:42,603 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-17T08:22:42,636 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T08:22:42,636 INFO [regionserver/e3d0adb87c01:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T08:22:42,781 DEBUG [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b08702cd699c3ff86603a0cdfd2ff463, f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:42,798 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/.tmp/info/fc248c11bb4848ae8fa623d902b87378 2024-11-17T08:22:42,799 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/replication/f53f74f11f1afc554c8d926a9cd8311a/.tmp/hfileref/51d7619ca7354012ad5956c0895fb7ec 2024-11-17T08:22:42,826 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/replication/f53f74f11f1afc554c8d926a9cd8311a/.tmp/queue/56b66f71954e4109b3b9fa210c0a4f3a is 153, key is 1-e3d0adb87c01,46119,1731831729540/queue:e3d0adb87c01%2C46119%2C1731831729540/1731831754327/Put/seqid=0 2024-11-17T08:22:42,828 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/.tmp/ns/7944559995614c888e4fa663c25348c1 is 43, key is default/ns:d/1731831732956/Put/seqid=0 2024-11-17T08:22:42,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741849_1025 (size=5504) 2024-11-17T08:22:42,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741850_1026 (size=5153) 2024-11-17T08:22:42,922 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:42,981 DEBUG [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b08702cd699c3ff86603a0cdfd2ff463, f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:43,181 DEBUG [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b08702cd699c3ff86603a0cdfd2ff463, f53f74f11f1afc554c8d926a9cd8311a 2024-11-17T08:22:43,242 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/replication/f53f74f11f1afc554c8d926a9cd8311a/.tmp/queue/56b66f71954e4109b3b9fa210c0a4f3a 2024-11-17T08:22:43,246 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/replication/f53f74f11f1afc554c8d926a9cd8311a/.tmp/hfileref/51d7619ca7354012ad5956c0895fb7ec as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/replication/f53f74f11f1afc554c8d926a9cd8311a/hfileref/51d7619ca7354012ad5956c0895fb7ec 2024-11-17T08:22:43,249 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/replication/f53f74f11f1afc554c8d926a9cd8311a/hfileref/51d7619ca7354012ad5956c0895fb7ec, entries=6, sequenceid=17, filesize=5.4 K 2024-11-17T08:22:43,249 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/replication/f53f74f11f1afc554c8d926a9cd8311a/.tmp/queue/56b66f71954e4109b3b9fa210c0a4f3a as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/replication/f53f74f11f1afc554c8d926a9cd8311a/queue/56b66f71954e4109b3b9fa210c0a4f3a 2024-11-17T08:22:43,250 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/.tmp/ns/7944559995614c888e4fa663c25348c1 2024-11-17T08:22:43,252 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/replication/f53f74f11f1afc554c8d926a9cd8311a/queue/56b66f71954e4109b3b9fa210c0a4f3a, entries=2, sequenceid=17, filesize=5.4 K 2024-11-17T08:22:43,253 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f53f74f11f1afc554c8d926a9cd8311a in 873ms, sequenceid=17, compaction requested=false 2024-11-17T08:22:43,256 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/replication/f53f74f11f1afc554c8d926a9cd8311a/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-17T08:22:43,256 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:22:43,256 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:22:43,256 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a. 2024-11-17T08:22:43,256 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f53f74f11f1afc554c8d926a9cd8311a: Waiting for close lock at 1731831762380Running coprocessor pre-close hooks at 1731831762380Disabling compacts and flushes for region at 1731831762380Disabling writes for close at 1731831762380Obtaining lock to block concurrent updates at 1731831762380Preparing flush snapshotting stores in f53f74f11f1afc554c8d926a9cd8311a at 1731831762380Finished memstore snapshotting hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731831762380Flushing stores of hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a. at 1731831762381 (+1 ms)Flushing f53f74f11f1afc554c8d926a9cd8311a/hfileref: creating writer at 1731831762381Flushing f53f74f11f1afc554c8d926a9cd8311a/hfileref: appending metadata at 1731831762395 (+14 ms)Flushing f53f74f11f1afc554c8d926a9cd8311a/hfileref: closing flushed file at 1731831762395Flushing f53f74f11f1afc554c8d926a9cd8311a/queue: creating writer at 1731831762806 (+411 ms)Flushing f53f74f11f1afc554c8d926a9cd8311a/queue: appending metadata at 1731831762825 (+19 ms)Flushing f53f74f11f1afc554c8d926a9cd8311a/queue: closing flushed file at 1731831762825Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@496fa9df: reopening flushed file at 1731831763245 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34cf9b3e: reopening flushed file at 1731831763249 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f53f74f11f1afc554c8d926a9cd8311a in 873ms, sequenceid=17, compaction requested=false at 1731831763253 (+4 ms)Writing region close event to WAL at 1731831763254 (+1 ms)Running coprocessor post-close hooks at 1731831763256 (+2 ms)Closed at 1731831763256 2024-11-17T08:22:43,256 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731831750229.f53f74f11f1afc554c8d926a9cd8311a. 2024-11-17T08:22:43,256 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b08702cd699c3ff86603a0cdfd2ff463, disabling compactions & flushes 2024-11-17T08:22:43,256 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463. 2024-11-17T08:22:43,256 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463. 2024-11-17T08:22:43,256 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463. after waiting 0 ms 2024-11-17T08:22:43,256 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463. 2024-11-17T08:22:43,259 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/default/test/b08702cd699c3ff86603a0cdfd2ff463/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T08:22:43,259 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:22:43,259 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T08:22:43,259 INFO [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463. 2024-11-17T08:22:43,259 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b08702cd699c3ff86603a0cdfd2ff463: Waiting for close lock at 1731831763256Running coprocessor pre-close hooks at 1731831763256Disabling compacts and flushes for region at 1731831763256Disabling writes for close at 1731831763256Writing region close event to WAL at 1731831763257 (+1 ms)Running coprocessor post-close hooks at 1731831763259 (+2 ms)Closed at 1731831763259 2024-11-17T08:22:43,259 DEBUG [RS_CLOSE_REGION-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463. 2024-11-17T08:22:43,265 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/.tmp/rep_barrier/54ffa6e79a96416b8bf585f34871badd is 112, key is test,,1731831743742.b08702cd699c3ff86603a0cdfd2ff463./rep_barrier:seqnumDuringOpen/1731831744965/Put/seqid=0 2024-11-17T08:22:43,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741851_1027 (size=5518) 2024-11-17T08:22:43,268 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/.tmp/rep_barrier/54ffa6e79a96416b8bf585f34871badd 2024-11-17T08:22:43,283 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/.tmp/table/a583dae633014135bc75b616b4939777 is 53, key is hbase:replication/table:state/1731831750622/Put/seqid=0 2024-11-17T08:22:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741852_1028 (size=5308) 2024-11-17T08:22:43,381 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T08:22:43,381 DEBUG [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T08:22:43,381 DEBUG [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:22:43,395 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 393, reset compression=false 2024-11-17T08:22:43,399 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T08:22:43,399 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 688, reset compression=false 2024-11-17T08:22:43,399 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e3d0adb87c01,46119,1731831729540 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T08:22:43,399 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e3d0adb87c01,46119,1731831729540: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-e3d0adb87c01,46119,1731831729540, walGroup=e3d0adb87c01%2C46119%2C1731831729540, offset=e3d0adb87c01%2C46119%2C1731831729540.1731831752629:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:46119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T08:22:43,400 ERROR [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T08:22:43,400 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T08:22:43,401 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T08:22:43,401 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T08:22:43,401 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T08:22:43,401 INFO [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1598029824, "init": 1048576000, "max": 2306867200, "used": 1141734224 }, "NonHeapMemoryUsage": { "committed": 211484672, "init": 7667712, "max": -1, "used": 208580392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T08:22:43,401 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e3d0adb87c01:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T08:22:43,581 DEBUG [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T08:22:43,603 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 688, reset compression=false 2024-11-17T08:22:43,686 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/.tmp/table/a583dae633014135bc75b616b4939777 2024-11-17T08:22:43,690 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/.tmp/info/fc248c11bb4848ae8fa623d902b87378 as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/info/fc248c11bb4848ae8fa623d902b87378 2024-11-17T08:22:43,693 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/info/fc248c11bb4848ae8fa623d902b87378, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T08:22:43,694 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/.tmp/ns/7944559995614c888e4fa663c25348c1 as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/ns/7944559995614c888e4fa663c25348c1 2024-11-17T08:22:43,697 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/ns/7944559995614c888e4fa663c25348c1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T08:22:43,698 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/.tmp/rep_barrier/54ffa6e79a96416b8bf585f34871badd as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/rep_barrier/54ffa6e79a96416b8bf585f34871badd 2024-11-17T08:22:43,701 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/rep_barrier/54ffa6e79a96416b8bf585f34871badd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T08:22:43,701 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/.tmp/table/a583dae633014135bc75b616b4939777 as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/table/a583dae633014135bc75b616b4939777 2024-11-17T08:22:43,704 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/table/a583dae633014135bc75b616b4939777, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T08:22:43,705 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-11-17T08:22:43,705 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T08:22:43,709 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T08:22:43,709 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T08:22:43,709 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T08:22:43,709 INFO [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T08:22:43,709 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731831762380Running coprocessor pre-close hooks at 1731831762380Disabling compacts and flushes for region at 1731831762380Disabling writes for close at 1731831762380Obtaining lock to block concurrent updates at 1731831762380Preparing flush snapshotting stores in 1588230740 at 1731831762380Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731831762381 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731831762381Flushing 1588230740/info: creating writer at 1731831762381Flushing 1588230740/info: appending metadata at 1731831762395 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731831762395Flushing 1588230740/ns: creating writer at 1731831762806 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731831762828 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731831762828Flushing 1588230740/rep_barrier: creating writer at 1731831763252 (+424 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731831763265 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731831763265Flushing 1588230740/table: creating writer at 1731831763271 (+6 ms)Flushing 1588230740/table: appending metadata at 1731831763283 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731831763283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e2d3c6a: reopening flushed file at 1731831763690 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba1c3d: reopening flushed file at 1731831763693 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db133ec: reopening flushed file at 1731831763697 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d9e959: reopening flushed file at 1731831763701 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1731831763705 (+4 ms)Writing region close event to WAL at 1731831763707 (+2 ms)Running coprocessor post-close hooks at 1731831763709 (+2 ms)Closed at 1731831763709 2024-11-17T08:22:43,710 DEBUG [RS_CLOSE_META-regionserver/e3d0adb87c01:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T08:22:43,781 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(976): stopping server e3d0adb87c01,46119,1731831729540; all regions closed. 2024-11-17T08:22:43,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741844_1020 (size=859) 2024-11-17T08:22:43,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741843_1019 (size=2791) 2024-11-17T08:22:43,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741842_1018 (size=696) 2024-11-17T08:22:43,786 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 not finished, retry = 0 2024-11-17T08:22:43,887 DEBUG [RS:0;e3d0adb87c01:46119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:43,887 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T08:22:43,887 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:22:43,887 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.ChoreService(370): Chore service for: regionserver/e3d0adb87c01:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T08:22:43,887 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:22:43,887 INFO [regionserver/e3d0adb87c01:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:22:43,887 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e3d0adb87c01,46119,1731831729540 because: Region server is closing 2024-11-17T08:22:43,888 INFO [RS:0;e3d0adb87c01:46119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:46119. 2024-11-17T08:22:43,888 DEBUG [RS:0;e3d0adb87c01:46119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:43,888 DEBUG [RS:0;e3d0adb87c01:46119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:43,888 DEBUG [RS:0;e3d0adb87c01:46119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:43,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:22:43,905 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 to pos 688, reset compression=false 2024-11-17T08:22:43,907 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/WALs/e3d0adb87c01,46119,1731831729540/e3d0adb87c01%2C46119%2C1731831729540.1731831752629 2024-11-17T08:22:43,907 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-17T08:22:43,907 DEBUG [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-17T08:22:43,988 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T08:22:43,988 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T08:22:43,988 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,1-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,1-e3d0adb87c01,46119,1731831729540 terminated 2024-11-17T08:22:43,989 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e3d0adb87c01,46119,1731831729540 because: Region server is closing 2024-11-17T08:22:43,989 INFO [RS:0;e3d0adb87c01:46119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e3d0adb87c01:46119. 2024-11-17T08:22:43,989 DEBUG [RS:0;e3d0adb87c01:46119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T08:22:43,989 DEBUG [RS:0;e3d0adb87c01:46119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:43,989 DEBUG [RS:0;e3d0adb87c01:46119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T08:22:43,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T08:22:44,089 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.shippere3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 terminated 2024-11-17T08:22:44,089 INFO [RS:0;e3d0adb87c01:46119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46119 2024-11-17T08:22:44,089 WARN [RS_REFRESH_PEER-regionserver/e3d0adb87c01:0-0.replicationSource,2-e3d0adb87c01,46119,1731831729540.replicationSource.wal-reader.e3d0adb87c01%2C46119%2C1731831729540,2-e3d0adb87c01,46119,1731831729540 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-17T08:22:44,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735/rs 2024-11-17T08:22:44,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1792082735/rs/e3d0adb87c01,46119,1731831729540 2024-11-17T08:22:44,094 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:22:44,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e3d0adb87c01,46119,1731831729540] 2024-11-17T08:22:44,115 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1792082735/draining/e3d0adb87c01,46119,1731831729540 already deleted, retry=false 2024-11-17T08:22:44,115 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e3d0adb87c01,46119,1731831729540 expired; onlineServers=0 2024-11-17T08:22:44,115 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e3d0adb87c01,35351,1731831729127' ***** 2024-11-17T08:22:44,115 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T08:22:44,115 INFO [M:0;e3d0adb87c01:35351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T08:22:44,115 INFO [M:0;e3d0adb87c01:35351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T08:22:44,115 DEBUG [M:0;e3d0adb87c01:35351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T08:22:44,116 DEBUG [M:0;e3d0adb87c01:35351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T08:22:44,116 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T08:22:44,116 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831731540 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.small.0-1731831731540,5,FailOnTimeoutGroup] 2024-11-17T08:22:44,116 DEBUG [master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831731530 {}] cleaner.HFileCleaner(306): Exit Thread[master/e3d0adb87c01:0:becomeActiveMaster-HFileCleaner.large.0-1731831731530,5,FailOnTimeoutGroup] 2024-11-17T08:22:44,116 INFO [M:0;e3d0adb87c01:35351 {}] hbase.ChoreService(370): Chore service for: master/e3d0adb87c01:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T08:22:44,116 INFO [M:0;e3d0adb87c01:35351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T08:22:44,116 DEBUG [M:0;e3d0adb87c01:35351 {}] master.HMaster(1795): Stopping service threads 2024-11-17T08:22:44,116 INFO [M:0;e3d0adb87c01:35351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T08:22:44,116 INFO [M:0;e3d0adb87c01:35351 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T08:22:44,116 ERROR [M:0;e3d0adb87c01:35351 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:37803 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37803,5,PEWorkerGroup] 2024-11-17T08:22:44,116 INFO [M:0;e3d0adb87c01:35351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T08:22:44,116 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T08:22:44,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1792082735/master 2024-11-17T08:22:44,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1792082735 2024-11-17T08:22:44,126 DEBUG [M:0;e3d0adb87c01:35351 {}] zookeeper.ZKUtil(347): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Unable to get data of znode /0-1792082735/master because node does not exist (not an error) 2024-11-17T08:22:44,126 WARN [M:0;e3d0adb87c01:35351 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T08:22:44,126 INFO [M:0;e3d0adb87c01:35351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/.lastflushedseqids 2024-11-17T08:22:44,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741853_1029 (size=263) 2024-11-17T08:22:44,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:22:44,205 INFO [RS:0;e3d0adb87c01:46119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:22:44,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x10147e2fcdf0001, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:22:44,205 INFO [RS:0;e3d0adb87c01:46119 {}] regionserver.HRegionServer(1031): Exiting; stopping=e3d0adb87c01,46119,1731831729540; zookeeper connection closed. 2024-11-17T08:22:44,205 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45a42932 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45a42932 2024-11-17T08:22:44,205 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T08:22:44,530 INFO [M:0;e3d0adb87c01:35351 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T08:22:44,530 INFO [M:0;e3d0adb87c01:35351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T08:22:44,530 DEBUG [M:0;e3d0adb87c01:35351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T08:22:44,530 INFO [M:0;e3d0adb87c01:35351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:44,530 DEBUG [M:0;e3d0adb87c01:35351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:44,530 DEBUG [M:0;e3d0adb87c01:35351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T08:22:44,530 DEBUG [M:0;e3d0adb87c01:35351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:44,530 INFO [M:0;e3d0adb87c01:35351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.13 KB heapSize=71.44 KB 2024-11-17T08:22:44,546 DEBUG [M:0;e3d0adb87c01:35351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/160d9acc5edd4b6c85e3446fb917406c is 82, key is hbase:meta,,1/info:regioninfo/1731831732927/Put/seqid=0 2024-11-17T08:22:44,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741854_1030 (size=5672) 2024-11-17T08:22:44,950 INFO [M:0;e3d0adb87c01:35351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/160d9acc5edd4b6c85e3446fb917406c 2024-11-17T08:22:44,965 DEBUG [M:0;e3d0adb87c01:35351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/466f25b115824ea8b043a9b10a5c22c6 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731831744982/Put/seqid=0 2024-11-17T08:22:44,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741855_1031 (size=7611) 2024-11-17T08:22:45,348 INFO [master/e3d0adb87c01:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T08:22:45,348 INFO [master/e3d0adb87c01:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T08:22:45,369 INFO [M:0;e3d0adb87c01:35351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.57 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/466f25b115824ea8b043a9b10a5c22c6 2024-11-17T08:22:45,372 INFO [M:0;e3d0adb87c01:35351 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 466f25b115824ea8b043a9b10a5c22c6 2024-11-17T08:22:45,384 DEBUG [M:0;e3d0adb87c01:35351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07a87da39f19452d92ec6a2c16db935a is 69, key is e3d0adb87c01,46119,1731831729540/rs:state/1731831731616/Put/seqid=0 2024-11-17T08:22:45,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741856_1032 (size=5156) 2024-11-17T08:22:45,787 INFO [M:0;e3d0adb87c01:35351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07a87da39f19452d92ec6a2c16db935a 2024-11-17T08:22:45,791 DEBUG [M:0;e3d0adb87c01:35351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/160d9acc5edd4b6c85e3446fb917406c as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/160d9acc5edd4b6c85e3446fb917406c 2024-11-17T08:22:45,794 INFO [M:0;e3d0adb87c01:35351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/160d9acc5edd4b6c85e3446fb917406c, entries=8, sequenceid=121, filesize=5.5 K 2024-11-17T08:22:45,795 DEBUG [M:0;e3d0adb87c01:35351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/466f25b115824ea8b043a9b10a5c22c6 as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/466f25b115824ea8b043a9b10a5c22c6 2024-11-17T08:22:45,799 INFO [M:0;e3d0adb87c01:35351 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 466f25b115824ea8b043a9b10a5c22c6 2024-11-17T08:22:45,799 INFO [M:0;e3d0adb87c01:35351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/466f25b115824ea8b043a9b10a5c22c6, entries=13, sequenceid=121, filesize=7.4 K 2024-11-17T08:22:45,800 DEBUG [M:0;e3d0adb87c01:35351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07a87da39f19452d92ec6a2c16db935a as hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07a87da39f19452d92ec6a2c16db935a 2024-11-17T08:22:45,817 INFO [M:0;e3d0adb87c01:35351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37803/user/jenkins/test-data/4e4765e8-d017-1708-72bf-642a2007321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07a87da39f19452d92ec6a2c16db935a, entries=1, sequenceid=121, filesize=5.0 K 2024-11-17T08:22:45,818 INFO [M:0;e3d0adb87c01:35351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=121, compaction requested=false 2024-11-17T08:22:45,833 INFO [M:0;e3d0adb87c01:35351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T08:22:45,833 DEBUG [M:0;e3d0adb87c01:35351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731831764530Disabling compacts and flushes for region at 1731831764530Disabling writes for close at 1731831764530Obtaining lock to block concurrent updates at 1731831764530Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731831764530Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61569, getHeapSize=73088, getOffHeapSize=0, getCellsCount=140 at 1731831764530Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731831764531 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731831764531Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731831764546 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731831764546Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731831764953 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731831764965 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731831764965Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731831765372 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731831765383 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731831765383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@406e6ea9: reopening flushed file at 1731831765790 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63da5d00: reopening flushed file at 1731831765794 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ed7e0e7: reopening flushed file at 1731831765799 (+5 ms)Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=121, compaction requested=false at 1731831765818 (+19 ms)Writing region close event to WAL at 1731831765833 (+15 ms)Closed at 1731831765833 2024-11-17T08:22:45,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741830_1006 (size=69932) 2024-11-17T08:22:45,846 INFO [M:0;e3d0adb87c01:35351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T08:22:45,846 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T08:22:45,846 INFO [M:0;e3d0adb87c01:35351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35351 2024-11-17T08:22:45,846 INFO [M:0;e3d0adb87c01:35351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T08:22:45,973 INFO [M:0;e3d0adb87c01:35351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T08:22:45,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:22:45,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x10147e2fcdf0000, quorum=127.0.0.1:52422, baseZNode=/0-1792082735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T08:22:45,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@121cc1c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:22:45,976 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4580d9cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:22:45,976 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:22:45,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40dfdc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:22:45,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6afe60a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/hadoop.log.dir/,STOPPED} 2024-11-17T08:22:45,977 WARN [BP-1843391060-172.17.0.3-1731831726430 heartbeating to localhost/127.0.0.1:37803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:22:45,977 WARN [BP-1843391060-172.17.0.3-1731831726430 heartbeating to localhost/127.0.0.1:37803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1843391060-172.17.0.3-1731831726430 (Datanode Uuid ce21beb1-4792-4085-8f0a-c08067fc639d) service to localhost/127.0.0.1:37803 2024-11-17T08:22:45,977 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:22:45,977 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:22:45,977 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/cluster_6398b4ab-191f-84fd-d23e-54f657daada6/data/data1/current/BP-1843391060-172.17.0.3-1731831726430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:22:45,978 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/cluster_6398b4ab-191f-84fd-d23e-54f657daada6/data/data2/current/BP-1843391060-172.17.0.3-1731831726430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:22:45,978 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:22:45,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d0c3145{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:22:45,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d623ae2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:22:45,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:22:45,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10852d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:22:45,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3aed97b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2030cbe-2a58-af1d-f556-734173a44f7d/hadoop.log.dir/,STOPPED} 2024-11-17T08:22:45,988 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T08:22:45,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T08:22:46,012 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=592 (was 530) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:46275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:37803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46275 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37803 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52422) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44411 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52422) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52422) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=972 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 462), ProcessCount=11 (was 11), AvailableMemoryMB=1457 (was 2412) 2024-11-17T08:22:46,012 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=592 is superior to 500